-- Logs begin at Thu 2021-08-12 20:21:11 UTC, end at Thu 2021-08-12 21:18:04 UTC. -- Aug 12 20:52:52.020944 dv-cinder-804457-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 20:52:54.748255 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.common.config [-] Logging enabled! Aug 12 20:52:54.748955 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 20:52:54.749051 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93650) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 20:52:54.752220 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.common.config [-] Logging enabled! Aug 12 20:52:54.752474 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 20:52:54.752783 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93650) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 20:52:54.753704 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 20:52:54.753939 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 20:52:54.754303 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 20:52:54.754550 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 20:52:54.755318 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 20:52:54.755636 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.755937 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.756237 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.756469 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.756763 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.757051 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.757334 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.757622 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.757917 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.758201 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.758480 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.758786 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.759024 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.759310 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.759600 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.759890 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.760115 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] debug = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.760398 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.760827 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.761251 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.761533 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.761826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.762104 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.762374 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.762652 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.762957 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.763284 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] host = dv-cinder-804457-1-iscsi {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.763564 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.763853 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.764139 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.764425 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.764698 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.764975 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.765259 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.765532 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.765806 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] log_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.766082 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.766369 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.766656 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.766965 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.767195 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.767419 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.767707 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.767996 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.768271 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.768545 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.768818 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.769096 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.769368 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.769635 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.769920 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.770292 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.771108 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.771388 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.771665 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.771939 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.772210 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.772498 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.772772 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.773047 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.773320 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.773607 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.773876 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.774151 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.774454 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.774765 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.775051 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.775337 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.775610 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.775892 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.776167 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.776443 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.776724 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] use_json = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.776992 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.777262 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.777543 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.777815 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.778089 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.778363 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.778636 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.778948 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:54.779248 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.779547 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.779850 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.780135 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.780434 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.780720 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.781012 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.781292 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.781580 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.781870 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.782160 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.782441 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.782757 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.783040 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.783334 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.783640 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.783938 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.784232 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.784508 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.784783 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.785058 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.785337 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.785623 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.785942 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.786233 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.786584 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.786957 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.787254 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.787537 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.787812 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.788091 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.788384 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.788665 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.788939 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.789225 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.789502 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.789775 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.790046 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.790323 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.790614 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.790917 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.791192 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.791465 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.791744 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.792019 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.792304 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.792581 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.792855 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.793126 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.793405 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.793680 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.793956 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.794233 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.794508 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.794810 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.795088 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.795361 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.795635 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.795907 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.796181 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.796455 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.796728 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.797006 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.797280 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.797555 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.797829 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.798103 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.798376 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.798677 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.798994 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.799274 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.799557 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.799837 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.800116 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.800394 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.800676 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.800957 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.801237 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.802043 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.802425 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.802901 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.803201 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.803489 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.803773 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.804072 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.804353 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.804638 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.804918 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.805200 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.805491 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.805777 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.806072 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.806365 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.806669 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.806973 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.807270 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.807553 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.807866 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.808147 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:54.808366 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 20:52:54.808608 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93650) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 20:52:55.160094 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 20:52:55.160284 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 20:52:55.160570 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 20:52:55.160959 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 20:52:55.561064 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.561366 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.561635 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.562860 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.563139 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.563415 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.597689 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.597967 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.598235 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.615633 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.615918 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.616192 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.644312 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.644594 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.644864 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.681201 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.681483 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.681754 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.914012 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.914632 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.914632 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.914878 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:55.915435 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.035568 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.035914 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.036385 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.036732 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.037008 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.037325 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.037590 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.037849 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.038107 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.038394 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.038657 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.038951 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.039209 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.039461 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.039721 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.039988 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.040246 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.040515 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.040786 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.041044 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.041317 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.041570 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.041853 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.042236 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.042484 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.042752 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.043164 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 20:52:56.043410 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 20:52:56.043649 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 20:52:56.043885 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 20:52:56.044120 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 20:52:56.044355 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 20:52:56.044723 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 20:52:56.048063 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 20:52:56.052240 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 20:52:56.056118 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 12 20:52:56.057904 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 20:52:56.058361 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 20:52:56.058729 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 20:52:56.059125 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 20:52:56.061906 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 20:52:56.062164 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 20:52:56.062510 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 20:52:56.068427 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 20:52:56.090679 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 20:52:56.091154 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.091458 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93650) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 20:52:56.091825 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.093181 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93650) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 20:52:56.093473 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 20:52:56.093720 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 20:52:56.097215 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.097509 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.160237 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 20:52:56.160476 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 20:52:56.161254 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 20:52:56.161753 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 20:52:56.185851 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_db.sqlalchemy.engines [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93650) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 20:52:56.724545 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Initializing driver for type 'gre' Aug 12 20:52:56.725139 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] gre ID ranges: [(1, 1000)] Aug 12 20:52:56.776401 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Initializing driver for type 'local' Aug 12 20:52:56.776731 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Initializing driver for type 'vlan' Aug 12 20:52:56.790707 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] VlanTypeDriver initialization complete Aug 12 20:52:56.791058 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Initializing driver for type 'vxlan' Aug 12 20:52:56.791566 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] vxlan ID ranges: [(1, 1000)] Aug 12 20:52:56.844904 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Initializing extension driver 'port_security' Aug 12 20:52:56.845311 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.extensions.port_security [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] PortSecurityExtensionDriver initialization complete Aug 12 20:52:56.845652 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Initializing mechanism driver 'openvswitch' Aug 12 20:52:56.845983 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Initializing mechanism driver 'hyperv' Aug 12 20:52:56.853236 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.plugins.ml2.plugin [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:52:56.853908 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > port after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.854279 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.854630 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.855172 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 20:52:56.855608 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > subnet after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.855958 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > subnet after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.856300 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.856690 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 20:52:56.857096 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > network after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.857444 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > network after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.857782 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > network after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.858166 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 20:52:56.858570 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > security_group after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.858941 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > security_group after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.859279 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.859668 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 20:52:56.860203 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.860553 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.860895 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.861287 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 20:52:56.861692 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > address_group after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.862035 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > address_group after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.862373 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.862784 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93650) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 20:52:56.863162 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] ML2 OVO RPC backend initialized. {{(pid=93650) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 20:52:56.863887 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.864811 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.865370 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > network before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.865717 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > networks before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.866061 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > port before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.866399 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > ports before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.866762 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > subnet before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.867101 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > subnets before_response 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.867443 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > network after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.867778 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > network after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.868110 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > network after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.868447 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > port after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.868783 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.869116 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.869449 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > subnet after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.869782 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > subnet after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.870114 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.870707 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.plugin [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Modular L2 Plugin initialization complete Aug 12 20:52:56.871038 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading services supported by the core plugin {{(pid=93650) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 20:52:56.871361 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.plugins.ml2.managers [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Got port-security extension from driver 'port_security' Aug 12 20:52:56.871816 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.extensions.vlantransparent [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Disabled vlantransparent extension. Aug 12 20:52:56.872292 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93650) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 20:52:56.872601 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading Plugin: router Aug 12 20:52:56.909672 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.910069 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router after_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.910437 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router before_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.911340 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.911713 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.912070 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router after_delete 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.912423 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.912781 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router after_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.913125 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router after_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.913472 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router after_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.913815 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.914169 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router after_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.914706 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router precommit_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.914966 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.915303 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.915637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: subnet after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.915971 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.916338 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.916682 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router precommit_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.917019 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: port before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.917355 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router precommit_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.917708 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router after_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.918044 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.918394 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router precommit_create 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.918776 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.919120 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router precommit_update 55549900 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.919481 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > agent after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.919826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > agent after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.920169 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > network after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.921049 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Tracking information for resource: router configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 20:52:56.921372 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Tracking information for resource: floatingip configured {{(pid=93650) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 20:52:56.927129 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.db.l3_agentschedulers_db [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 20:52:56.927901 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.928262 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: port after_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.928640 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: port after_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.928994 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: port after_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.929800 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router before_create 55550100 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.930165 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.930525 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router precommit_create 55550100 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.930905 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > router precommit_update 55550100 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.935366 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.services.provider_configuration [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service providers = [] {{(pid=93650) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 20:52:56.935726 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.db.servicetype_db [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93650) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 20:52:56.938709 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.services.service_base [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 20:52:56.939061 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.services.service_base [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 20:52:56.939403 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.services.service_base [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 20:52:56.940282 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.services.service_base [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93650) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 20:52:56.940647 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.services.service_base [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 20:52:56.941031 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 20:52:56.941345 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 20:52:56.952146 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 20:52:56.952480 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading Plugin: auto_allocate Aug 12 20:52:56.958272 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: network precommit_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.958637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: network precommit_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.959184 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 20:52:56.959501 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading Plugin: tag Aug 12 20:52:56.965960 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 20:52:56.966288 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading Plugin: timestamp Aug 12 20:52:56.970290 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 20:52:56.970615 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading Plugin: network_ip_availability Aug 12 20:52:56.976913 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.977227 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.977580 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:56.978298 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 20:52:56.978613 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading Plugin: flavors Aug 12 20:52:56.983305 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 20:52:56.983636 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading Plugin: revisions Aug 12 20:52:56.987897 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93650) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 20:52:56.988287 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_concurrency.lockutils [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=93650) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 20:52:56.989564 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93650) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 20:52:56.989927 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Initializing extension manager. Aug 12 20:52:56.990436 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: __init__.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:56.990805 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: __pycache__ {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:56.991139 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:56.991470 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: address_group.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:56.992228 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:56.992798 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: address-group Aug 12 20:52:56.993117 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: address_scope.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:56.993818 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:56.994316 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: address-scope Aug 12 20:52:56.994638 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:56.995583 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:56.996081 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: router-admin-state-down-before-update Aug 12 20:52:56.996401 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: agent.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:56.997301 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:56.997805 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: agent Aug 12 20:52:56.998128 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: agent_resources_synced.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:56.999071 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:56.999569 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: agent-resources-synced Aug 12 20:52:56.999891 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: allowedaddresspairs.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.001673 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.002200 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: allowed-address-pairs Aug 12 20:52:57.002509 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: auto_allocated_topology.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.003594 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.004102 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: auto-allocated-topology Aug 12 20:52:57.004432 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: availability_zone.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.005145 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.005641 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: availability_zone Aug 12 20:52:57.005962 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: availability_zone_filter.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.006901 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.007401 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: availability_zone_filter Aug 12 20:52:57.007720 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: data_plane_status.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.008620 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.009117 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 20:52:57.009433 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: default_subnetpools.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.010342 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.011149 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: default-subnetpools Aug 12 20:52:57.011471 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.012294 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.012793 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: dhcp_agent_scheduler Aug 12 20:52:57.013111 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: dns.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.014026 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.014522 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 20:52:57.014870 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: dns_domain_ports.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.015777 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.016275 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 20:52:57.016595 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.017499 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.017994 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 20:52:57.018310 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: dvr.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.019000 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.019495 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: dvr Aug 12 20:52:57.019811 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: ecmp_routes.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.021317 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.021812 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 20:52:57.022133 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: empty_string_filtering.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.023069 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.023567 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: empty-string-filtering Aug 12 20:52:57.023885 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.024801 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.025292 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 20:52:57.025609 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.026519 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.027054 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 20:52:57.027375 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: external_net.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.028281 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.028777 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: external-net Aug 12 20:52:57.029095 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.029990 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.030485 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: extra_dhcp_opt Aug 12 20:52:57.030839 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: extraroute.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.031746 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.032242 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: extraroute Aug 12 20:52:57.032559 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: extraroute_atomic.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.033592 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.034096 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: extraroute-atomic Aug 12 20:52:57.034419 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: filter_validation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.035122 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.035623 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: filter-validation Aug 12 20:52:57.036585 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: fip_pf_description.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.037507 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.038008 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 20:52:57.038326 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: fip_port_details.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.039273 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.039777 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: fip-port-details Aug 12 20:52:57.040096 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: flavors.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.041326 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.041833 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: flavors Aug 12 20:52:57.042156 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.043842 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.044361 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 20:52:57.044688 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: floatingip_pools.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.045380 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.045881 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: floatingip-pools Aug 12 20:52:57.046203 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: ip_allocation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.047142 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.047642 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 20:52:57.047964 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.048887 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.049385 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: ip-substring-filtering Aug 12 20:52:57.049708 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: l2_adjacency.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.050619 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.051141 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 20:52:57.051989 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: l3.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.053126 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.053635 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: router Aug 12 20:52:57.053959 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.056281 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.056800 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 20:52:57.057131 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.058049 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.058551 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: ext-gw-mode Aug 12 20:52:57.058898 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.059826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.060327 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: l3-ha Aug 12 20:52:57.060649 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: l3_flavors.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.061554 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.062049 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: l3-flavors Aug 12 20:52:57.062370 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.063295 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.063788 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 20:52:57.064114 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: l3agentscheduler.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.065161 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.065661 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: l3_agent_scheduler Aug 12 20:52:57.065985 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: logging.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.068032 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.068540 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension logging not supported by any of loaded plugins Aug 12 20:52:57.068869 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: metering.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.069609 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.070183 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: metering Aug 12 20:52:57.070505 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.071623 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.072128 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: metering_source_and_destination_fields Aug 12 20:52:57.072450 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: multiprovidernet.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.073365 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.073871 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: multi-provider Aug 12 20:52:57.074199 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: netmtu.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.075132 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.075631 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: net-mtu Aug 12 20:52:57.075949 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: netmtu_writable.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.076853 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.077355 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: net-mtu-writable Aug 12 20:52:57.077674 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: network_availability_zone.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.078338 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.078867 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: network_availability_zone Aug 12 20:52:57.079186 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: network_ip_availability.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.080272 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.080771 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: network-ip-availability Aug 12 20:52:57.081091 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: network_segment_range.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.081856 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.082353 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 20:52:57.082787 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: pagination.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.083799 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.084125 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: pagination Aug 12 20:52:57.084443 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: port_device_profile.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.085351 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.085856 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: port-device-profile Aug 12 20:52:57.086174 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.087113 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.087613 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: port-mac-address-regenerate Aug 12 20:52:57.087931 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.088856 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.089354 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: port-numa-affinity-policy Aug 12 20:52:57.089672 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: port_resource_request.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.090568 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.091086 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 20:52:57.091404 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: portbindings.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.092330 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.092831 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: binding Aug 12 20:52:57.093151 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: portbindings_extended.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.094562 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.095099 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: binding-extended Aug 12 20:52:57.095426 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: portsecurity.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.096338 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.096839 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: port-security Aug 12 20:52:57.097160 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: project_id.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.098123 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.098474 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: project-id Aug 12 20:52:57.098817 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: providernet.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.100067 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.100567 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: provider Aug 12 20:52:57.100886 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.104433 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.104950 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos not supported by any of loaded plugins Aug 12 20:52:57.105279 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.106523 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.107055 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 20:52:57.107384 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.108298 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.108803 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 20:52:57.109127 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos_default.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.110027 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.110526 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos-default not supported by any of loaded plugins Aug 12 20:52:57.110888 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos_fip.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.111818 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.112317 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 20:52:57.112638 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos_gateway_ip.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.113551 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.114591 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 20:52:57.114992 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos_port_network_policy.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.115899 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.116396 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 20:52:57.116714 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos_pps_rule.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.117876 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.118382 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos-pps not supported by any of loaded plugins Aug 12 20:52:57.118734 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos_rule_type_details.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.119650 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.120148 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 20:52:57.120465 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: qos_rules_alias.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.121499 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.121998 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 20:52:57.122315 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: quotasv2.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.123284 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.123606 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: quotas Aug 12 20:52:57.123922 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: quotasv2_detail.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.127039 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.127379 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: quota_details Aug 12 20:52:57.127705 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: rbac.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.128963 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.129580 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: rbac-policies Aug 12 20:52:57.130359 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: rbac_address_group.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.131301 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.131808 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: rbac-address-group Aug 12 20:52:57.132130 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: rbac_address_scope.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.133038 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.133542 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: rbac-address-scope Aug 12 20:52:57.133862 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: rbac_security_groups.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.134805 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.135306 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: rbac-security-groups Aug 12 20:52:57.135627 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: rbac_subnetpool.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.136532 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.137028 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: rbac-subnetpool Aug 12 20:52:57.137345 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: revisionifmatch.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.138255 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.138781 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: revision-if-match Aug 12 20:52:57.139101 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: revisions.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.140201 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.140697 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: standard-attr-revisions Aug 12 20:52:57.141018 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: router_availability_zone.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.141691 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.142199 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: router_availability_zone Aug 12 20:52:57.142518 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: routerservicetype.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.143468 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.143967 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 20:52:57.144287 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.145726 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.146223 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: security-groups-normalized-cidr Aug 12 20:52:57.146542 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.147479 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.147976 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: port-security-groups-filtering Aug 12 20:52:57.148294 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.149215 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.149707 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: security-groups-remote-address-group Aug 12 20:52:57.150025 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: securitygroup.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.159635 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.160154 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: security-group Aug 12 20:52:57.160485 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: segment.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.161800 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.162303 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension segment not supported by any of loaded plugins Aug 12 20:52:57.162626 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.163578 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.164082 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 20:52:57.164404 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: servicetype.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.165597 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.166109 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: service-type Aug 12 20:52:57.166434 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: sorting.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.167442 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.167774 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: sorting Aug 12 20:52:57.168098 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: standard_attr_segment.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.169017 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.169521 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 20:52:57.169841 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: standardattrdescription.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.170484 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.171012 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: standard-attr-description Aug 12 20:52:57.171332 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: stateful_security_group.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.172254 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.172753 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: stateful-security-group Aug 12 20:52:57.173074 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: stdattrs_common.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.173658 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 20:52:57.173975 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.174924 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.175432 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 20:52:57.175753 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: subnet_onboard.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.176841 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.177495 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: subnet_onboard Aug 12 20:52:57.177819 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.178861 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.179361 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 20:52:57.179682 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: subnet_service_types.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.180590 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.181090 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: subnet-service-types Aug 12 20:52:57.181409 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: subnetallocation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.182649 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.183005 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: subnet_allocation Aug 12 20:52:57.183327 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.183986 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.184485 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: subnetpool-prefix-ops Aug 12 20:52:57.184808 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.185727 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.186237 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 20:52:57.186554 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: tagging.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.187667 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.188175 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: standard-attr-tag Aug 12 20:52:57.188498 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: timestamp.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.189700 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.190199 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loaded extension: standard-attr-timestamp Aug 12 20:52:57.190523 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: trunk.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.191575 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.192118 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension trunk not supported by any of loaded plugins Aug 12 20:52:57.192634 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: trunk_details.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.193461 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.193966 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 20:52:57.194285 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: uplink_status_propagation.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.195223 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.195728 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 20:52:57.196045 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Loading extension file: vlantransparent.py {{(pid=93650) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 20:52:57.196711 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93650) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 20:52:57.197207 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 20:52:57.199743 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:network Aug 12 20:52:57.200266 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:subnet Aug 12 20:52:57.200657 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 20:52:57.201046 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:port Aug 12 20:52:57.202288 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.202778 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service FLAVORS assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.203383 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.203809 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.204134 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:router Aug 12 20:52:57.204558 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 20:52:57.205067 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service METERING assigned prefix: /metering {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.206522 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:57.206918 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:57.207271 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 20:52:57.208800 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 20:52:57.209249 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:security_group Aug 12 20:52:57.209670 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 20:52:57.211464 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service CORE assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.211812 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 20:52:57.212163 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] subnetpool is already registered Aug 12 20:52:57.212890 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service CORE assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.213224 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 20:52:57.213558 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] subnetpool is already registered Aug 12 20:52:57.215844 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.216276 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service FLAVORS assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.216860 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.217280 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.217611 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:router Aug 12 20:52:57.217943 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] router is already registered Aug 12 20:52:57.218352 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 20:52:57.218773 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] floatingip is already registered Aug 12 20:52:57.219237 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service METERING assigned prefix: /metering {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.219903 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 20:52:57.220226 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] rbac_policy is already registered Aug 12 20:52:57.220633 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:security_group Aug 12 20:52:57.220961 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] security_group is already registered Aug 12 20:52:57.221355 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 20:52:57.221682 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] security_group_rule is already registered Aug 12 20:52:57.222308 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service CORE assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.222629 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 20:52:57.222981 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] subnetpool is already registered Aug 12 20:52:57.224339 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.v2.resource_helper [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Service CORE assigned prefix: {{(pid=93650) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 20:52:57.224717 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 20:52:57.225046 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING neutron.quota.resource_registry [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] subnetpool is already registered Aug 12 20:52:57.225515 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: extensions {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.227083 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: address-groups {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.228500 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: address-scopes {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.229817 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: agents {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.230993 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: auto-allocated-topology {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.232240 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: availability_zones {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.233447 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: dhcp-networks {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.234969 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: dhcp-agents {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.236371 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: routers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.238085 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: flavors {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.239393 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: service_profiles {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.240776 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: next_providers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.242179 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: service_profiles {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.243737 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: floatingip-pools {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.244953 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: routers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.246644 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: floatingips {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.247949 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: l3-routers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.249310 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: l3-agents {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.250798 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: metering-labels {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.252046 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: metering-label-rules {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.253405 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: network-ip-availabilities {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.254825 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: bindings {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.256379 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: quotas {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.257922 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: quotas {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.259377 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: rbac-policies {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.260555 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: security-groups {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.261846 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: security-group-rules {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.263098 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: service-providers {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.264309 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: subnetpools {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.265645 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: subnetpools {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.267196 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.268881 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.271216 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.273012 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.274717 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.277709 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.279408 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.281186 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.283046 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.284785 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron.api.extensions [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Extended resource: tags {{(pid=93650) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 20:52:57.291273 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING keystonemiddleware.auth_token [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 20:52:57.295779 dv-cinder-804457-1-iscsi neutron-server[93650]: WARNING keystonemiddleware.auth_token [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 20:52:57.304237 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_concurrency.lockutils [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Acquired lock "singleton_lock" {{(pid=93650) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 20:52:57.304707 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_concurrency.lockutils [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Releasing lock "singleton_lock" {{(pid=93650) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 20:52:57.305340 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO oslo_service.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Starting 2 workers Aug 12 20:52:57.310193 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Started child 93759 {{(pid=93650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 20:52:57.315196 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Started child 93760 {{(pid=93650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 20:52:57.316877 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:52:57.317964 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO neutron.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 20:52:57.317964 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Notify callbacks [] for process, before_spawn {{(pid=93650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:52:57.318631 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [-] (93759) wsgi starting up on http://0.0.0.0:9696 Aug 12 20:52:57.319925 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:52:57.320481 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO oslo_service.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Starting 1 workers Aug 12 20:52:57.321387 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [-] (93760) wsgi starting up on http://0.0.0.0:9696 Aug 12 20:52:57.326014 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Started child 93761 {{(pid=93650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 20:52:57.326567 dv-cinder-804457-1-iscsi neutron-server[93650]: INFO oslo_service.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Starting 1 workers Aug 12 20:52:57.330077 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] calling RpcWorker wait() {{(pid=93761) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 20:52:57.330704 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] returning from RpcWorker wait() {{(pid=93761) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 20:52:57.331788 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Started child 93762 {{(pid=93650) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 20:52:57.331904 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:52:57.332349 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:52:57.333377 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG neutron_lib.callbacks.manager [None req-78d76fc9-f6ed-4608-b775-ee34bb232964 None None] Notify callbacks [] for process, after_spawn {{(pid=93650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:52:57.335954 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93650) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 20:52:57.336175 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 20:52:57.336351 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 20:52:57.336590 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 20:52:57.336889 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 20:52:57.337080 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 20:52:57.337670 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.337971 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.338271 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.338562 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.338891 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.339524 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.339794 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.340034 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.340292 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.340562 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.340735 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.340900 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.341160 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.341390 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.341749 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.342013 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.342105 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:52:57.342579 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.342579 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.342767 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.342947 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.343212 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.343458 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.343717 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] debug = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.343952 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.344457 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.344701 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.344958 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.345191 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.345458 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.345703 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.345985 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.346239 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.346453 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.346716 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.346969 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.347206 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.347425 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.347644 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.347884 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.348106 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.349403 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] host = dv-cinder-804457-1-iscsi {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.349652 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.349978 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.350145 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.350344 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.350585 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.350827 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.351089 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.351340 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.351594 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.351814 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.352055 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.352308 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.352521 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.352755 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.352902 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_options = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.353138 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.353400 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.353660 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.353872 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.354033 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.354174 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.354447 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.354592 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.354823 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.355042 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.355253 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.355464 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.355674 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.355913 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.356163 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.356403 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.356631 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.356838 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.357078 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.357308 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.357551 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.357779 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.357990 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.358205 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.358415 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.358645 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.358889 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.359206 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.359359 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.359536 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.359764 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.360042 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.360271 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.360506 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.360730 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.360953 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.361180 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.361449 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.361675 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.361937 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.362189 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.362419 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.362701 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.362892 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.363136 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.363366 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_json = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.363577 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.364153 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.364153 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.364691 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.364691 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.365473 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.365847 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.366128 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.366810 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.367136 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.367468 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.367714 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.368063 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.368378 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.368684 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.368967 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.369247 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.369503 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.369831 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.370622 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.372632 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.372992 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.373185 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.373533 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.373788 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.375065 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.375506 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:52:57.378329 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.381058 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.381343 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.381601 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.382029 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.382261 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.382556 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.382844 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.383083 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.383335 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.383581 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.383838 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.384062 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.384308 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.384590 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.384834 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.385064 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.385305 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.385538 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.385762 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.386019 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.386262 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.386532 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.390043 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.390893 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.391168 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.391430 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.391684 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.391948 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.392210 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.392447 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.392725 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.393003 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.393290 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.393546 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.393780 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.394017 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.394291 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.394521 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.394877 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.395825 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.396070 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.396331 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.396623 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.396856 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.397091 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.397343 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.397585 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.398773 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.399059 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.399316 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.399578 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.399848 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.400108 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.400345 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.401721 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.401721 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.401721 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.401721 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.401721 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.401721 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.402213 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.402213 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.402368 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.402524 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.404871 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.405209 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.406954 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.407312 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.408548 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.408920 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.409268 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.409586 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.411873 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.412211 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.413200 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.413527 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.413877 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.414201 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.414611 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.414965 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.415914 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.416237 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.416551 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.418980 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.419310 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.419632 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.420326 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.420667 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.421018 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.421371 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.421663 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.421937 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.422269 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.422632 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.423012 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.423304 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.423673 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.424040 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.424378 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.424712 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.425030 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.425343 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.425652 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.425973 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.426326 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.426826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.427148 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.427395 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.427689 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.427925 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.428155 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.428383 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.428648 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.428986 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.429263 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.429502 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.429722 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.429995 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.430253 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.430548 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.430843 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.431098 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.431334 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.431599 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.431833 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.432053 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.432288 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.432520 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.432735 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.432974 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.433213 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.433434 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.433651 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.433870 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.434105 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.434320 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.434538 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.434809 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.435048 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.435285 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.435532 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.435748 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.435967 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.436206 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.436426 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.436645 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.436880 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.437093 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.437326 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.437555 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.437827 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.438088 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.438305 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.438555 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.438805 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.439067 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.439283 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.439545 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.439767 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.439985 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.440202 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.440420 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.440638 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.440871 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.441117 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.441342 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.441584 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.441835 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.442734 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.443064 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.443306 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.443543 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.443765 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.444021 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.444258 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.444479 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.444701 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.444921 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.445140 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.445409 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.445654 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.445894 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.446109 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.446496 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.446640 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.446937 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.447173 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.447473 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.447726 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.447956 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.448214 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.448452 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.448686 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.448918 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.449151 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.449365 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.449587 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.449825 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.450037 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.450266 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.450478 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.450709 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.450932 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.451155 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.451366 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.451613 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.451824 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.452034 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.452255 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.452473 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.452683 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.452909 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.453161 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.453394 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.453616 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.453832 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.454043 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.454269 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.454479 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.454728 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.454971 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.455187 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.455397 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.455713 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.455963 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.456186 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.456483 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.456712 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.456958 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.457201 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.457531 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.458293 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.458557 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.458803 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.459042 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.459269 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.459521 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.459854 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.460131 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.460397 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.460651 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.460924 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.461212 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.461495 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.461733 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.462020 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.462358 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.462630 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.462902 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.463137 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.463396 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.463619 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.463836 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.464073 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.464309 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.464527 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.464769 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.464997 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.465243 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.465463 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.465675 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:52:57.465757 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.465896 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.466142 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.466375 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.466600 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.466842 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.466999 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 20:52:57.467506 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93650) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 20:52:57.467667 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 20:52:57.467821 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 20:52:57.467989 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 20:52:57.468163 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 20:52:57.468314 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 20:52:57.468549 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.468675 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.468835 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.468993 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.469150 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.469329 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.469490 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.469648 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.469805 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.469963 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.470121 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.470279 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.470436 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.470594 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.470775 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.470937 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.471085 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.471239 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.471400 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.471557 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.471715 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.471871 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.472027 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] debug = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.472172 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.472391 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.472549 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.472703 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.472860 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.473017 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.473188 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.473861 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.474395 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.474692 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.474841 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.475002 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.475162 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.475322 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.475482 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.475640 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.475799 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.475956 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] host = dv-cinder-804457-1-iscsi {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.476114 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.476272 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.476416 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.476573 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.476730 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.476886 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.477043 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.477248 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.477460 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.477592 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.478340 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.478340 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.478340 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.478340 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.478340 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_options = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.479991 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.479991 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.479991 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.479991 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.479991 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.479991 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.479991 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.480826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.480826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.480826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.480826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.480826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.480826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.480826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.480826 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.481368 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.481368 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.481368 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.481368 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.481368 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.481697 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.481697 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.481697 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.481913 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.482013 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.482200 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.482358 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.482518 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.482696 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.482854 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.483012 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.483171 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.483328 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.483485 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.483642 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.483799 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.483998 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.484222 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.484381 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.484538 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.484695 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.484852 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.485008 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.485164 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.485321 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.485479 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_json = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.485636 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.485793 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.485950 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.486108 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.486265 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.486422 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.486580 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.486758 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 20:52:57.486939 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.487102 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.487277 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.487439 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.487601 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.487766 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.487928 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.488087 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.488247 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.488406 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.488720 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.488720 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.489559 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.489818 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.490085 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.490185 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.490291 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.490456 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.490618 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.490800 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.490961 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.491123 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.491303 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.491464 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.491631 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.491800 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.491939 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.492089 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.492252 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.492413 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.492574 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.492735 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.492894 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.493055 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.493215 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.493376 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.493536 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.493697 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.493858 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.494019 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.494180 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.494341 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.494502 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.494708 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.494842 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.495003 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.495165 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.495325 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.495487 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.495647 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.495818 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.495979 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.496138 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.496297 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.496459 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.496619 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.496779 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.496939 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.497099 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.497260 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.497419 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.497593 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.497758 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.497919 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.498079 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.498240 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.498400 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.498559 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.498743 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.498908 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.499061 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.499220 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.499380 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.499540 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.499696 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.499857 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.500015 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.500175 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.500336 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.500496 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.500655 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.500815 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.500975 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.501135 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.501394 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.501495 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.501627 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.501786 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.501946 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.502106 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.502265 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.502424 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.502584 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.502764 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.502926 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.503085 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.503244 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.503407 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.503567 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.503726 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.503885 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.504044 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.504203 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.504362 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.505090 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.505252 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.505412 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.505577 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.505733 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.505892 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.506051 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.506216 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.506370 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.506533 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.506745 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.506877 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.507047 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.507207 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.507367 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.507531 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.507692 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.507850 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.508011 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.509637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.509637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.509637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.509637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.509637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.509637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.509637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.509637 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510132 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510132 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510132 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510132 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510132 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510132 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510530 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510530 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510710 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510781 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.510912 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.511076 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.511226 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.511387 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.511569 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.511701 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.511881 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.512017 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.512179 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.512497 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.512497 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.512660 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.512792 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.512953 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.513112 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.513274 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.513433 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.513593 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.513753 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.513913 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.514073 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.514378 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.514378 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.514523 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.514688 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.514852 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.515010 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.515169 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.515342 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.515495 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.515640 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.515805 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.515966 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.516129 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.516290 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.516452 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.516676 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.516868 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.517006 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.517166 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.517327 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.517492 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.517653 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.517814 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.517973 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.518133 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.518314 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.518464 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.518655 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.518817 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.518983 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.519145 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.519304 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.519463 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.519623 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.519797 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.519942 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.520129 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.520867 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.521044 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.521206 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.521366 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.521527 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.521689 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.521849 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.522024 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.522184 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.522345 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.522507 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.522685 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.522847 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.523018 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.523180 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.523339 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.523498 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.523658 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.523817 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.523988 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.524148 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.524307 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.524465 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.524624 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.524784 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.524953 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.525113 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.525272 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.525431 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.525591 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.525750 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.525919 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.526079 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.526239 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.526398 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.526557 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.526745 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.526918 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.527079 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.527238 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.527397 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.527562 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.527722 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.527893 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.528053 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.528213 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.528383 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.528541 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.528699 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.528858 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.529048 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.529223 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.529343 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.529504 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.529663 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.529824 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.529988 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.530154 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.530325 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.530491 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.530652 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.530840 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.531009 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.531179 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.531339 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.531506 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.531679 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.531838 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.531998 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.532158 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.532318 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.532477 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.532636 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.532796 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.532955 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.533114 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.533275 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.533434 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.533593 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.533754 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.533913 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.534074 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.534234 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.534395 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.534555 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.534732 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 20:52:57.534886 dv-cinder-804457-1-iscsi neutron-server[93650]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93650) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 20:52:57.691649 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44180) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:52:57.700577 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061488 Aug 12 20:53:09.273523 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6990393-4472-46bb-a017-104bf59812ff None None] get_active_networks_info from dv-cinder-804457-1-iscsi {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 20:53:09.375903 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6990393-4472-46bb-a017-104bf59812ff None None] No non-hosted networks {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 20:53:09.489792 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7f9edae-16ab-4422-968b-1bbdff5370ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-896497'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:12.076210 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e5ba27c-8b0b-4cba-bfdc-e332633de8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-896497'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:12.164032 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bda03b40-749a-4233-919f-1ff260a9bb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:12.488529 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-896497'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:12.490550 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.491377 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.492745 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.493496 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.494046 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.495248 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.495840 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.497079 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.498068 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.498781 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.499491 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.500049 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:12.500774 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804457-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:12.509323 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804457-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:12.988280 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-896497'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:14.533306 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-896497'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:15.536032 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44274) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:16.078702 dv-cinder-804457-1-iscsi neutron-server[93760]: WARNING oslo_policy.policy [None req-444ba5df-6ee6-4a81-901c-06e5c10efb4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 20:53:16.079317 dv-cinder-804457-1-iscsi neutron-server[93760]: WARNING oslo_policy.policy [None req-444ba5df-6ee6-4a81-901c-06e5c10efb4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 20:53:16.310847 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [None req-444ba5df-6ee6-4a81-901c-06e5c10efb4a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 20:53:16.311942 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-444ba5df-6ee6-4a81-901c-06e5c10efb4a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7745841 Aug 12 20:53:17.418817 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.db.l3_hamode_db [None req-3070b521-b781-4c6e-b661-2a9fc3dca786 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 20:53:17.495603 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070b521-b781-4c6e-b661-2a9fc3dca786 None None] Routers set() bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 20:53:17.495988 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070b521-b781-4c6e-b661-2a9fc3dca786 None None] Router IDs set() for agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 20:53:18.693222 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44288) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:19.008269 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bdd7e42f-eaba-4051-a950-4ac4dbbb993e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:53:19.103532 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.policy [None req-bdd7e42f-eaba-4051-a950-4ac4dbbb993e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93760) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 20:53:19.148282 dv-cinder-804457-1-iscsi neutron-server[93760]: WARNING oslo_policy.policy [None req-bdd7e42f-eaba-4051-a950-4ac4dbbb993e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 20:53:19.148652 dv-cinder-804457-1-iscsi neutron-server[93760]: WARNING oslo_policy.policy [None req-bdd7e42f-eaba-4051-a950-4ac4dbbb993e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 20:53:19.157005 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.quota [None req-bdd7e42f-eaba-4051-a950-4ac4dbbb993e admin admin] Loaded quota_driver: . Aug 12 20:53:19.250935 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e42f-eaba-4051-a950-4ac4dbbb993e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770708094503', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770708090890', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770708073701', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770708072008', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770705618417', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770708059960', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1759494', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1876769', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1046920', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-980688'] for rbac-policy, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:19.316965 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e42f-eaba-4051-a950-4ac4dbbb993e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:19.318307 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-bdd7e42f-eaba-4051-a950-4ac4dbbb993e admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6240642 Aug 12 20:53:21.877979 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44300) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:22.190456 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'admin_state_up': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:53:22.220531 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Made reservation on behalf of 9888c7292c9342cab084cca50f8d9a7a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 20:53:22.223969 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:22.241073 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:22.371101 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:22.374827 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:22.395122 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 20:53:22.425981 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770705748839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:22.426772 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Unsubscribe: segment precommit_create {{(pid=93760) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 20:53:22.427294 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Added segment a28d33c3-f402-404c-a34d-fc75ccc5632c of type vlan for network 9019ac88-157c-4a73-9aa8-b01ee0df8451 Aug 12 20:53:22.450605 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5fe2cf-d3c8-4fab-bf48-479050b0813c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:22.500474 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.500827 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.501170 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.501504 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.501834 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.502177 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.502504 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.502858 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.503730 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.504263 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.504595 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.504919 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Tracked resource versions report: Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: pushed versions: Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: { 'AddressGroup': {'1.2'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'ConntrackHelper': {'1.0'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Log': {'1.0'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Network': {'1.1'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Port': {'1.7'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'PortForwarding': {'1.2'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'QosPolicy': {'1.9'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SecurityGroup': {'1.4'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SecurityGroupRule': {'1.2'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SubPort': {'1.0'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Subnet': {'1.1'}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Trunk': {'1.1'}} Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: consumer versions: Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: { DHCP agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: L3 agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: Metadata agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: Metering agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: Open vSwitch agent@dv-cinder-804457-1-iscsi: { 'AddressGroup': '1.2', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'ConntrackHelper': '1.0', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Log': '1.0', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Network': '1.1', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Port': '1.7', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'PortForwarding': '1.2', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'QosPolicy': '1.9', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SecurityGroup': '1.4', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SecurityGroupRule': '1.2', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SubPort': '1.0', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Subnet': '1.1', Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Trunk': '1.1'}} Aug 12 20:53:22.506044 dv-cinder-804457-1-iscsi neutron-server[93760]: {{(pid=93760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 20:53:22.556195 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:22.607574 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:22.608747 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:53:22.609411 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:22.695411 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8161685 Aug 12 20:53:22.710058 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece92f8-f918-42be-808d-204924b5a46d admin admin] Pushing event updated for resources: {'Network': ['ID=9019ac88-157c-4a73-9aa8-b01ee0df8451,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:22.722160 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 9019ac88-157c-4a73-9aa8-b01ee0df8451 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 20:53:25.369360 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44314) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:25.782211 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687c8856-c2f9-4e2c-8da2-7ab88b54536b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:53:25.783619 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-687c8856-c2f9-4e2c-8da2-7ab88b54536b admin admin] 10.222.0.18 "GET /v2.0/networks/9019ac88-157c-4a73-9aa8-b01ee0df8451 HTTP/1.1" status: 200 len: 825 time: 0.4133079 Aug 12 20:53:25.809522 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-efae5147-961b-4af5-85fc-0a22abe6e2f6 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/8364f897-0c7f-4103-b258-81931f1a7b22 HTTP/1.1" status: 200 len: 734 time: 0.0189009 Aug 12 20:53:25.818986 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Request body: {'subnet': {'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '8364f897-0c7f-4103-b258-81931f1a7b22', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:53:25.841946 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Made reservation on behalf of 9888c7292c9342cab084cca50f8d9a7a for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 20:53:25.844199 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:26.157366 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:26.218725 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69ed92b-67d6-4710-9dfc-7315087040db,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:26.236834 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Checking segment: {'id': 'a28d33c3-f402-404c-a34d-fc75ccc5632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 20:53:26.237264 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Network hostable DHCP agents. Network: 9019ac88-157c-4a73-9aa8-b01ee0df8451, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 20:53:26.259515 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Network 9019ac88-157c-4a73-9aa8-b01ee0df8451 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 20:53:26.271068 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 9019ac88-157c-4a73-9aa8-b01ee0df8451) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 20:53:26.276004 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:53:26.276608 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:26.282472 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e097f3c8-65bb-4706-aa16-2d0d3b5d811a None None] Network 9019ac88-157c-4a73-9aa8-b01ee0df8451 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 20:53:26.291806 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-4d1fd416-f24f-4b24-b4d9-feee29327b98 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4765270 Aug 12 20:53:26.614211 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-9019ac88-157c-4a73-9aa8-b01ee0df8451', 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'fixed_ips': [{'subnet_id': 'f69ed92b-67d6-4710-9dfc-7315087040db'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 20:53:26.615541 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:26.895389 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Allocated IP 172.20.0.2 (9019ac88-157c-4a73-9aa8-b01ee0df8451/f69ed92b-67d6-4710-9dfc-7315087040db/f907fd58-93ed-47ff-8a0a-9fbf6afe0487) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 20:53:27.140570 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:27.156987 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Transition to ACTIVE for port object f907fd58-93ed-47ff-8a0a-9fbf6afe0487 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 20:53:27.179763 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Transition to ACTIVE for port object f907fd58-93ed-47ff-8a0a-9fbf6afe0487 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 20:53:27.188656 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:27.262301 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Network 9019ac88-157c-4a73-9aa8-b01ee0df8451 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 20:53:27.267419 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 20:53:27.278262 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 20:53:27.280258 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Pushing event updated for resources: {'Port': ['ID=f907fd58-93ed-47ff-8a0a-9fbf6afe0487,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:27.293367 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.294027 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.294027 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.294358 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.294702 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.295033 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.295358 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.295681 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.296024 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.296344 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.296663 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.296979 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Tracked resource versions report: Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: pushed versions: Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: { 'AddressGroup': {'1.2'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'ConntrackHelper': {'1.0'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Log': {'1.0'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Network': {'1.1'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Port': {'1.7'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'PortForwarding': {'1.2'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'QosPolicy': {'1.9'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SecurityGroup': {'1.4'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SecurityGroupRule': {'1.2'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SubPort': {'1.0'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Subnet': {'1.1'}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Trunk': {'1.1'}} Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: consumer versions: Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: { DHCP agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: L3 agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: Metadata agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: Metering agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: Open vSwitch agent@dv-cinder-804457-1-iscsi: { 'AddressGroup': '1.2', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'ConntrackHelper': '1.0', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Log': '1.0', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Network': '1.1', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Port': '1.7', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'PortForwarding': '1.2', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'QosPolicy': '1.9', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SecurityGroup': '1.4', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SecurityGroupRule': '1.2', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SubPort': '1.0', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Subnet': '1.1', Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Trunk': '1.1'}} Aug 12 20:53:27.298076 dv-cinder-804457-1-iscsi neutron-server[93761]: {{(pid=93761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 20:53:27.370573 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Attempting to bind port f907fd58-93ed-47ff-8a0a-9fbf6afe0487 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 20:53:27.370981 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Attempting to bind port f907fd58-93ed-47ff-8a0a-9fbf6afe0487 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': 'a28d33c3-f402-404c-a34d-fc75ccc5632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 20:53:27.371726 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Attempting to bind port f907fd58-93ed-47ff-8a0a-9fbf6afe0487 on network 9019ac88-157c-4a73-9aa8-b01ee0df8451 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 20:53:27.376892 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 20, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 20:53:27.377302 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Checking segment: {'id': 'a28d33c3-f402-404c-a34d-fc75ccc5632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 20:53:27.377804 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:27.378220 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Bound using segment: {'id': 'a28d33c3-f402-404c-a34d-fc75ccc5632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 20:53:27.378734 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Bound port: f907fd58-93ed-47ff-8a0a-9fbf6afe0487, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28d33c3-f402-404c-a34d-fc75ccc5632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 20:53:27.379116 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:27.446345 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] For port f907fd58-93ed-47ff-8a0a-9fbf6afe0487, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 20:53:27.451740 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] For port f907fd58-93ed-47ff-8a0a-9fbf6afe0487, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=f907fd58-93ed-47ff-8a0a-9fbf6afe0487,segment=NetworkSegment(a28d33c3-f402-404c-a34d-fc75ccc5632c),segment_id=a28d33c3-f402-404c-a34d-fc75ccc5632c)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 20:53:27.457260 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:27.526257 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3297a2b-b68a-41b6-b534-7ac94d38f0c5 None None] Pushing event updated for resources: {'Port': ['ID=f907fd58-93ed-47ff-8a0a-9fbf6afe0487,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:28.795715 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44322) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:29.169843 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [None req-b1a6cdc4-70ef-49cc-a7f1-40f18c3522fd admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 20:53:29.170877 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-b1a6cdc4-70ef-49cc-a7f1-40f18c3522fd admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3740513 Aug 12 20:53:31.709996 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44330) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:32.038375 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [None req-e5a06c83-1982-492e-affa-5c7730b9297b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 20:53:32.039424 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e5a06c83-1982-492e-affa-5c7730b9297b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3284993 Aug 12 20:53:34.682889 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44340) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:35.011688 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-fb2ee1e4-fc95-486e-bc9b-529ff2144ba4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'admin_state_up': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:53:35.035247 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee1e4-fc95-486e-bc9b-529ff2144ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:35.036791 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee1e4-fc95-486e-bc9b-529ff2144ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:35.176923 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee1e4-fc95-486e-bc9b-529ff2144ba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:35.182626 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee1e4-fc95-486e-bc9b-529ff2144ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:35.199503 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb2ee1e4-fc95-486e-bc9b-529ff2144ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:35.203128 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-fb2ee1e4-fc95-486e-bc9b-529ff2144ba4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5192139 Aug 12 20:53:36.018569 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8c2d30-b07a-4cc9-97c0-5d656e4fb406 None None] Network 9019ac88-157c-4a73-9aa8-b01ee0df8451 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 20:53:36.095121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-17273ca4-2d84-4b0c-84e5-a3904c7778dc None None] Provisioning for port f907fd58-93ed-47ff-8a0a-9fbf6afe0487 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 20:53:36.450420 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device f907fd58-93ed-47ff-8a0a-9fbf6afe0487 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 20:53:36.534940 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port f907fd58-93ed-47ff-8a0a-9fbf6afe0487 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 20:53:36.538980 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port f907fd58-93ed-47ff-8a0a-9fbf6afe0487 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:53:36.539378 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:36.654405 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:36.688529 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port f907fd58-93ed-47ff-8a0a-9fbf6afe0487, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=f907fd58-93ed-47ff-8a0a-9fbf6afe0487,segment=NetworkSegment(a28d33c3-f402-404c-a34d-fc75ccc5632c),segment_id=a28d33c3-f402-404c-a34d-fc75ccc5632c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 20:53:36.693133 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:36.741439 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=f907fd58-93ed-47ff-8a0a-9fbf6afe0487,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:37.598451 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44352) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:37.946145 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [None req-43af45cc-838f-4baf-9c9a-654f4ced88d7 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 20:53:37.947168 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-43af45cc-838f-4baf-9c9a-654f4ced88d7 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3477404 Aug 12 20:53:38.440796 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device f907fd58-93ed-47ff-8a0a-9fbf6afe0487 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 20:53:38.491381 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port f907fd58-93ed-47ff-8a0a-9fbf6afe0487 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:53:38.491751 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:39.165548 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f572505d-da84-4ba9-a897-f8075fd3154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:40.347005 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44360) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:40.672128 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:53:40.693984 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Made reservation on behalf of 469ba23c0d7b4e409d88876aa8ed8616 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 20:53:40.696249 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:40.706376 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:40.800413 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:40.804097 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:40.821104 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Reserving flat network on physical network physnet1 {{(pid=93760) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 20:53:40.835820 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d573b-6b4c-443d-b2f3-8eb71c645361,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:40.842434 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:40.842866 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Added segment 882ffc45-1a2d-4555-bd22-e43fc85fa623 of type flat for network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 Aug 12 20:53:40.896485 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:40.931732 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:40.932864 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:53:40.933436 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:40.986045 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6377029 Aug 12 20:53:40.995276 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef56f8d-3d12-485a-bfad-f7e72d289048 admin admin] Pushing event updated for resources: {'Network': ['ID=3420122f-1f14-48a5-8dd4-b8dcc162d5e3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:41.006032 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 20:53:42.063165 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9e56340-6958-4fdd-902a-7303223280d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:42.489305 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:42.921703 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:43.324673 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44378) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:43.501367 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c2d61e-d571-4bb4-94b8-7ebd50c8ab59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:53:43.502889 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-00c2d61e-d571-4bb4-94b8-7ebd50c8ab59 admin admin] 10.222.0.18 "GET /v2.0/subnets/f69ed92b-67d6-4710-9dfc-7315087040db HTTP/1.1" status: 200 len: 849 time: 0.1772108 Aug 12 20:53:43.617512 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-bc95be5d-f99d-466a-a23d-2cf25fbc481c admin admin] 10.222.0.18 "GET /v2.0/routers/9729b19b-eb2f-44da-901c-52823d0b18fc HTTP/1.1" status: 200 len: 704 time: 0.1088192 Aug 12 20:53:43.877740 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:44.169690 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Allocated IP 172.20.0.1 (9019ac88-157c-4a73-9aa8-b01ee0df8451/f69ed92b-67d6-4710-9dfc-7315087040db/24a3cf1e-625f-4e27-9bbc-33cac7f65faa) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 20:53:44.378461 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:44.399924 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Transition to ACTIVE for port object 24a3cf1e-625f-4e27-9bbc-33cac7f65faa will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 20:53:44.475577 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:44.481067 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:44.555007 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Network 9019ac88-157c-4a73-9aa8-b01ee0df8451 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 20:53:44.563404 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 20:53:44.566684 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 20:53:44.567205 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:44.624942 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Pushing event updated for resources: {'Port': ['ID=24a3cf1e-625f-4e27-9bbc-33cac7f65faa,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:44.769636 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:44.801319 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9997d4e5-d611-4ba9-994f-2092b4a375a4 None None] Provisioning for port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 20:53:44.805114 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9997d4e5-d611-4ba9-994f-2092b4a375a4 None None] Provisioning complete for port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:53:44.805484 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9997d4e5-d611-4ba9-994f-2092b4a375a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:44.837767 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9997d4e5-d611-4ba9-994f-2092b4a375a4 None None] Port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 20:53:44.976837 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:44.981336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:44.982091 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:45.059990 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Pushing event updated for resources: {'Port': ['ID=24a3cf1e-625f-4e27-9bbc-33cac7f65faa,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:45.106041 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Network 9019ac88-157c-4a73-9aa8-b01ee0df8451 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 20:53:45.107330 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 20:53:45.257390 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73aed01c-5300-4ffe-82aa-c8d221c4b2b9 None None] Provisioning complete for port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:53:45.257759 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73aed01c-5300-4ffe-82aa-c8d221c4b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:45.265828 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Router 9729b19b-eb2f-44da-901c-52823d0b18fc is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 20:53:45.290581 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-73aed01c-5300-4ffe-82aa-c8d221c4b2b9 None None] Port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 20:53:45.357010 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 20:53:45.362571 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c03a45cc-addd-4560-86a3-a561e328fac4 admin admin] 10.222.0.18 "PUT /v2.0/routers/9729b19b-eb2f-44da-901c-52823d0b18fc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7397311 Aug 12 20:53:45.371823 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Sync routers for ids ['9729b19b-eb2f-44da-901c-52823d0b18fc'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 20:53:45.384668 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Routers {'9729b19b-eb2f-44da-901c-52823d0b18fc'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 20:53:45.385457 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T20:53:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['9729b19b-eb2f-44da-901c-52823d0b18fc'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:45.572197 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Set router 9729b19b-eb2f-44da-901c-52823d0b18fc gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 20:53:46.005859 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'name': 'router1', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T20:53:35Z', 'updated_at': '2021-08-12T20:53:44Z', 'revision_number': 2, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'gw_port_host': None, '_interfaces': [{'id': '24a3cf1e-625f-4e27-9bbc-33cac7f65faa', 'name': '', 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'mac_address': 'fa:16:3e:4c:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T20:53:43Z', 'updated_at': '2021-08-12T20:53:44Z', 'revision_number': 2, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'subnets': [{'id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8364f897-0c7f-4103-b258-81931f1a7b22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:46.058570 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Checking router: 9729b19b-eb2f-44da-901c-52823d0b18fc for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 20:53:46.058965 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Updating router 9729b19b-eb2f-44da-901c-52823d0b18fc port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa binding host dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 20:53:46.110063 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:46.637994 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:46.657217 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Transition to ACTIVE for port object 24a3cf1e-625f-4e27-9bbc-33cac7f65faa will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 20:53:46.665785 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:46.805990 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Pushing event updated for resources: {'Port': ['ID=24a3cf1e-625f-4e27-9bbc-33cac7f65faa,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:46.829007 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.829350 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.829682 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.830574 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.830922 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.831314 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.831556 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.831881 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.832205 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.832522 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.832835 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.833147 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Tracked resource versions report: Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: pushed versions: Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: { 'AddressGroup': {'1.2'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'ConntrackHelper': {'1.0'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Log': {'1.0'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Network': {'1.1'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Port': {'1.7'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'PortForwarding': {'1.2'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'QosPolicy': {'1.9'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SecurityGroup': {'1.4'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SecurityGroupRule': {'1.2'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SubPort': {'1.0'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Subnet': {'1.1'}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Trunk': {'1.1'}} Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: consumer versions: Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: { DHCP agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: L3 agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: Metadata agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: Metering agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: Open vSwitch agent@dv-cinder-804457-1-iscsi: { 'AddressGroup': '1.2', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'ConntrackHelper': '1.0', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Log': '1.0', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Network': '1.1', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Port': '1.7', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'PortForwarding': '1.2', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'QosPolicy': '1.9', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SecurityGroup': '1.4', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SecurityGroupRule': '1.2', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SubPort': '1.0', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Subnet': '1.1', Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Trunk': '1.1'}} Aug 12 20:53:46.834249 dv-cinder-804457-1-iscsi neutron-server[93762]: {{(pid=93762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 20:53:46.847886 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Attempting to bind port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 20:53:46.848292 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Attempting to bind port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': 'a28d33c3-f402-404c-a34d-fc75ccc5632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 20:53:46.848704 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Attempting to bind port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa on network 9019ac88-157c-4a73-9aa8-b01ee0df8451 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 20:53:46.853796 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 20, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 20:53:46.854211 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Checking segment: {'id': 'a28d33c3-f402-404c-a34d-fc75ccc5632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 20:53:46.854722 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:46.855151 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Bound using segment: {'id': 'a28d33c3-f402-404c-a34d-fc75ccc5632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 20:53:46.855631 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Bound port: 24a3cf1e-625f-4e27-9bbc-33cac7f65faa, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28d33c3-f402-404c-a34d-fc75ccc5632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 20:53:46.856003 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:46.928697 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] For port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 20:53:46.952263 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] For port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=24a3cf1e-625f-4e27-9bbc-33cac7f65faa,segment=NetworkSegment(a28d33c3-f402-404c-a34d-fc75ccc5632c),segment_id=a28d33c3-f402-404c-a34d-fc75ccc5632c)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 20:53:46.957589 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:47.018220 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Routers {'9729b19b-eb2f-44da-901c-52823d0b18fc'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 20:53:47.018903 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T20:53:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['9729b19b-eb2f-44da-901c-52823d0b18fc'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:47.089566 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd761c1-5e7b-432d-b93e-a2ef662ab669 None None] Pushing event updated for resources: {'Port': ['ID=24a3cf1e-625f-4e27-9bbc-33cac7f65faa,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:47.119523 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] Set router 9729b19b-eb2f-44da-901c-52823d0b18fc gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 20:53:47.344720 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'name': 'router1', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T20:53:35Z', 'updated_at': '2021-08-12T20:53:44Z', 'revision_number': 2, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'gw_port_host': None, '_interfaces': [{'id': '24a3cf1e-625f-4e27-9bbc-33cac7f65faa', 'name': '', 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'mac_address': 'fa:16:3e:4c:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T20:53:43Z', 'updated_at': '2021-08-12T20:53:46Z', 'revision_number': 4, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'subnets': [{'id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8364f897-0c7f-4103-b258-81931f1a7b22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:47.370328 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce19656-2634-4921-817f-8846924a3f42 None None] The sync data for ids ['9729b19b-eb2f-44da-901c-52823d0b18fc'] in dv-cinder-804457-1-iscsi is: [{'id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'name': 'router1', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T20:53:35Z', 'updated_at': '2021-08-12T20:53:44Z', 'revision_number': 2, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'gw_port_host': None, '_interfaces': [{'id': '24a3cf1e-625f-4e27-9bbc-33cac7f65faa', 'name': '', 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'mac_address': 'fa:16:3e:4c:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T20:53:43Z', 'updated_at': '2021-08-12T20:53:46Z', 'revision_number': 4, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'subnets': [{'id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8364f897-0c7f-4103-b258-81931f1a7b22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 20:53:47.610288 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44398) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:47.723564 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee40ce58-f36c-410d-ae4d-53b5328a30e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:53:47.724940 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-ee40ce58-f36c-410d-ae4d-53b5328a30e1 admin admin] 10.222.0.18 "GET /v2.0/networks/3420122f-1f14-48a5-8dd4-b8dcc162d5e3 HTTP/1.1" status: 200 len: 842 time: 0.1130304 Aug 12 20:53:47.734648 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:53:47.756271 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Made reservation on behalf of 469ba23c0d7b4e409d88876aa8ed8616 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 20:53:47.758584 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:48.129758 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.objects.ports [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 20:53:48.130211 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:48.187676 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8213765b-5590-4610-ae7f-19e763b84f6a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:48.193000 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 20:53:48.193849 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Network hostable DHCP agents. Network: 3420122f-1f14-48a5-8dd4-b8dcc162d5e3, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 20:53:48.211302 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 20:53:48.219816 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 3420122f-1f14-48a5-8dd4-b8dcc162d5e3) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 20:53:48.225049 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:53:48.225663 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:48.232129 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a912ab9d-90be-422e-8c17-db24f5756b3a None None] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 20:53:48.240966 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7b9cd2ef-6306-4c98-9bb6-9f142f6ee7d0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5095499 Aug 12 20:53:48.380276 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946c34c-1bd9-4bb0-9a63-935a24e05278 None None] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 20:53:50.543817 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44406) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:50.674827 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-254855b6-0482-4e17-9cd6-aa0aa5e571da admin admin] 10.222.0.18 "GET /v2.0/routers/9729b19b-eb2f-44da-901c-52823d0b18fc HTTP/1.1" status: 200 len: 710 time: 0.1297278 Aug 12 20:53:50.768287 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d705fa8-f43a-437a-93da-603a4710b21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:53:50.769657 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-5d705fa8-f43a-437a-93da-603a4710b21d admin admin] 10.222.0.18 "GET /v2.0/networks/3420122f-1f14-48a5-8dd4-b8dcc162d5e3 HTTP/1.1" status: 200 len: 886 time: 0.0892851 Aug 12 20:53:50.779218 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:53:51.052249 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:51.295727 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:51.389185 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:51.495644 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Allocated IP 172.27.0.211 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/a1061dbe-f488-40c8-907b-a61ecb9d09e5) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 20:53:51.596622 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:51.636207 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:51.675105 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 20:53:51.677950 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 20:53:51.684118 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 20:53:51.686987 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Pushing event updated for resources: {'Port': ['ID=a1061dbe-f488-40c8-907b-a61ecb9d09e5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:52.019040 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:52.216864 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-890732', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:52.220173 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-890715'] for router, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:52.325612 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Router 9729b19b-eb2f-44da-901c-52823d0b18fc has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 20:53:52.431926 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 20:53:52.436089 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:52.437249 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-4728c45f-7ec0-4323-936c-7c906d1ac28e admin admin] 10.222.0.18 "PUT /v2.0/routers/9729b19b-eb2f-44da-901c-52823d0b18fc HTTP/1.1" status: 200 len: 890 time: 1.6613872 Aug 12 20:53:53.925453 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Sync routers for ids ['9729b19b-eb2f-44da-901c-52823d0b18fc'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 20:53:53.936000 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Routers {'9729b19b-eb2f-44da-901c-52823d0b18fc'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 20:53:53.936762 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T20:53:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['9729b19b-eb2f-44da-901c-52823d0b18fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:54.230799 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Set router 9729b19b-eb2f-44da-901c-52823d0b18fc gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 20:53:54.476231 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 24a3cf1e-625f-4e27-9bbc-33cac7f65faa up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 20:53:54.614187 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 20:53:54.622370 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:53:54.622769 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:54.733231 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'name': 'router1', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a1061dbe-f488-40c8-907b-a61ecb9d09e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T20:53:35Z', 'updated_at': '2021-08-12T20:53:51Z', 'revision_number': 4, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'gw_port': {'id': 'a1061dbe-f488-40c8-907b-a61ecb9d09e5', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T20:53:51Z', 'updated_at': '2021-08-12T20:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '24a3cf1e-625f-4e27-9bbc-33cac7f65faa', 'name': '', 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'mac_address': 'fa:16:3e:4c:c3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T20:53:43Z', 'updated_at': '2021-08-12T20:53:46Z', 'revision_number': 4, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'subnets': [{'id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8364f897-0c7f-4103-b258-81931f1a7b22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:54.792116 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Checking router: 9729b19b-eb2f-44da-901c-52823d0b18fc for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 20:53:54.792486 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Updating router 9729b19b-eb2f-44da-901c-52823d0b18fc port a1061dbe-f488-40c8-907b-a61ecb9d09e5 binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 20:53:54.840084 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:54.854270 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:54.869274 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44418) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:53:54.908710 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=24a3cf1e-625f-4e27-9bbc-33cac7f65faa,segment=NetworkSegment(a28d33c3-f402-404c-a34d-fc75ccc5632c),segment_id=a28d33c3-f402-404c-a34d-fc75ccc5632c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 20:53:54.930339 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:54.986057 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c982aed1-803f-4968-b891-9e31b087f88b admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1156380 Aug 12 20:53:55.090624 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=24a3cf1e-625f-4e27-9bbc-33cac7f65faa,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:55.257273 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:55.266932 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Transition to ACTIVE for port object a1061dbe-f488-40c8-907b-a61ecb9d09e5 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 20:53:55.272821 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:55.326240 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa4315-0f64-4164-af07-b423e65c505e None None] Pushing event updated for resources: {'Port': ['ID=a1061dbe-f488-40c8-907b-a61ecb9d09e5,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:55.329564 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Attempting to bind port a1061dbe-f488-40c8-907b-a61ecb9d09e5 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 20:53:55.330011 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Attempting to bind port a1061dbe-f488-40c8-907b-a61ecb9d09e5 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 20:53:55.330418 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Attempting to bind port a1061dbe-f488-40c8-907b-a61ecb9d09e5 on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 20:53:55.335708 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 20, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 20:53:55.336073 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 20:53:55.336464 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:55.336844 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 20:53:55.337295 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Bound port: a1061dbe-f488-40c8-907b-a61ecb9d09e5, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 20:53:55.337686 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:55.390030 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] For port a1061dbe-f488-40c8-907b-a61ecb9d09e5, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 20:53:55.393114 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] For port a1061dbe-f488-40c8-907b-a61ecb9d09e5, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=a1061dbe-f488-40c8-907b-a61ecb9d09e5,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 20:53:55.397403 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:55.451542 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Routers {'9729b19b-eb2f-44da-901c-52823d0b18fc'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 20:53:55.452151 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T20:53:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['9729b19b-eb2f-44da-901c-52823d0b18fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:55.494728 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa4315-0f64-4164-af07-b423e65c505e None None] Pushing event updated for resources: {'Port': ['ID=a1061dbe-f488-40c8-907b-a61ecb9d09e5,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:55.658479 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] Set router 9729b19b-eb2f-44da-901c-52823d0b18fc gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 20:53:55.892327 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'name': 'router1', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a1061dbe-f488-40c8-907b-a61ecb9d09e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T20:53:35Z', 'updated_at': '2021-08-12T20:53:51Z', 'revision_number': 4, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'gw_port': {'id': 'a1061dbe-f488-40c8-907b-a61ecb9d09e5', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T20:53:51Z', 'updated_at': '2021-08-12T20:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '24a3cf1e-625f-4e27-9bbc-33cac7f65faa', 'name': '', 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'mac_address': 'fa:16:3e:4c:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T20:53:43Z', 'updated_at': '2021-08-12T20:53:54Z', 'revision_number': 5, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'subnets': [{'id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8364f897-0c7f-4103-b258-81931f1a7b22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 20:53:55.921823 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cea14c-515d-45c0-872b-d7a125d4b727 None None] The sync data for ids ['9729b19b-eb2f-44da-901c-52823d0b18fc'] in dv-cinder-804457-1-iscsi is: [{'id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'name': 'router1', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': 'a1061dbe-f488-40c8-907b-a61ecb9d09e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T20:53:35Z', 'updated_at': '2021-08-12T20:53:51Z', 'revision_number': 4, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'gw_port': {'id': 'a1061dbe-f488-40c8-907b-a61ecb9d09e5', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T20:53:51Z', 'updated_at': '2021-08-12T20:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '24a3cf1e-625f-4e27-9bbc-33cac7f65faa', 'name': '', 'network_id': '9019ac88-157c-4a73-9aa8-b01ee0df8451', 'tenant_id': '9888c7292c9342cab084cca50f8d9a7a', 'mac_address': 'fa:16:3e:4c:c3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9729b19b-eb2f-44da-901c-52823d0b18fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T20:53:43Z', 'updated_at': '2021-08-12T20:53:54Z', 'revision_number': 5, 'project_id': '9888c7292c9342cab084cca50f8d9a7a', 'subnets': [{'id': 'f69ed92b-67d6-4710-9dfc-7315087040db', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8364f897-0c7f-4103-b258-81931f1a7b22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 20:53:56.540769 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 24a3cf1e-625f-4e27-9bbc-33cac7f65faa up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 20:53:56.597903 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:53:56.598275 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:56.683256 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device a1061dbe-f488-40c8-907b-a61ecb9d09e5 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 20:53:56.742232 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port a1061dbe-f488-40c8-907b-a61ecb9d09e5 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 20:53:56.757914 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port a1061dbe-f488-40c8-907b-a61ecb9d09e5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:53:56.758288 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:56.855763 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:56.879029 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port a1061dbe-f488-40c8-907b-a61ecb9d09e5, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=a1061dbe-f488-40c8-907b-a61ecb9d09e5,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 20:53:56.883192 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:53:56.942933 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=a1061dbe-f488-40c8-907b-a61ecb9d09e5,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:53:58.397957 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:53:58.469048 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device a1061dbe-f488-40c8-907b-a61ecb9d09e5 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 20:53:58.534134 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port a1061dbe-f488-40c8-907b-a61ecb9d09e5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:53:58.534896 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:09.169482 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a63f942b-4b9f-4964-8486-3963591c9d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:12.067979 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5869-cc4d-41e1-9162-105b4144d882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:12.504029 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:12.939674 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:14.490316 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:35.396761 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:54:39.173367 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f5c35d0a-2142-4813-8137-441bdc6fd09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:42.071404 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e68657f4-e3e2-435d-a0fc-06689ab12d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:42.492223 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:42.923960 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:54:44.494849 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:09.174626 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86058c1f-a8d8-44ad-b624-94546650f3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:12.074157 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8b3f0dd-0885-475e-adba-cadf6c6349ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:12.395133 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:55:12.496644 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:12.926026 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:14.498016 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:34.273581 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 44986) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:34.338627 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3025aa-cc6d-44e6-be37-8fd70aa99551 admin admin] GET failed (client error): The resource could not be found. Aug 12 20:55:34.340009 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-5c3025aa-cc6d-44e6-be37-8fd70aa99551 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654912 Aug 12 20:55:34.498516 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6300ee5-bf20-47df-9dbd-898148b68768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:34.500013 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c6300ee5-bf20-47df-9dbd-898148b68768 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547542 Aug 12 20:55:36.656485 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 44996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:36.783440 dv-cinder-804457-1-iscsi neutron-server[93759]: WARNING oslo_policy.policy [None req-608f5a35-6bdd-4b74-a025-bd649a2cb9db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 20:55:36.784021 dv-cinder-804457-1-iscsi neutron-server[93759]: WARNING oslo_policy.policy [None req-608f5a35-6bdd-4b74-a025-bd649a2cb9db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 20:55:37.186855 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.policy [None req-608f5a35-6bdd-4b74-a025-bd649a2cb9db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93759) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 20:55:37.232648 dv-cinder-804457-1-iscsi neutron-server[93759]: WARNING oslo_policy.policy [None req-608f5a35-6bdd-4b74-a025-bd649a2cb9db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 20:55:37.233018 dv-cinder-804457-1-iscsi neutron-server[93759]: WARNING oslo_policy.policy [None req-608f5a35-6bdd-4b74-a025-bd649a2cb9db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 20:55:37.241201 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f5a35-6bdd-4b74-a025-bd649a2cb9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:37.243167 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-608f5a35-6bdd-4b74-a025-bd649a2cb9db admin admin] 10.222.0.18 "GET /v2.0/subnets/f69ed92b-67d6-4710-9dfc-7315087040db HTTP/1.1" status: 200 len: 849 time: 0.5845327 Aug 12 20:55:37.255479 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:55:37.339784 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:37.494249 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770705661067'] for subnet, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:37.565570 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:37.566178 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:37.568326 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] 10.222.0.18 "PUT /v2.0/subnets/f69ed92b-67d6-4710-9dfc-7315087040db HTTP/1.1" status: 200 len: 868 time: 0.3170247 Aug 12 20:55:37.568488 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dab09b2-6574-460f-b58d-f0b50ede3592 None None] Network 9019ac88-157c-4a73-9aa8-b01ee0df8451 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 20:55:37.591914 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69ed92b-67d6-4710-9dfc-7315087040db,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:55:37.602331 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.602722 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.603073 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.603417 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.603754 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.604095 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.604429 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.604772 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.605107 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.605451 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.605819 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.606884 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d2e1-0a90-420c-9245-7f4a08957e81 admin admin] Tracked resource versions report: Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: pushed versions: Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: { 'AddressGroup': {'1.2'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'ConntrackHelper': {'1.0'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Log': {'1.0'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Network': {'1.1'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Port': {'1.7'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'PortForwarding': {'1.2'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'QosPolicy': {'1.9'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SecurityGroup': {'1.4'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SecurityGroupRule': {'1.2'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SubPort': {'1.0'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Subnet': {'1.1'}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Trunk': {'1.1'}} Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: consumer versions: Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: { DHCP agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: L3 agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: Metadata agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: Metering agent@dv-cinder-804457-1-iscsi: {}, Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: Open vSwitch agent@dv-cinder-804457-1-iscsi: { 'AddressGroup': '1.2', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'ConntrackHelper': '1.0', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Log': '1.0', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Network': '1.1', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Port': '1.7', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'PortForwarding': '1.2', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'QosPolicy': '1.9', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SecurityGroup': '1.4', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SecurityGroupRule': '1.2', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SubPort': '1.0', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Subnet': '1.1', Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Trunk': '1.1'}} Aug 12 20:55:37.608272 dv-cinder-804457-1-iscsi neutron-server[93759]: {{(pid=93759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 20:55:37.942095 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-22b06e5f-4714-4d6d-8c3a-ff257d1736f2 None None] Provisioning complete for port 24a3cf1e-625f-4e27-9bbc-33cac7f65faa triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:55:37.942465 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-22b06e5f-4714-4d6d-8c3a-ff257d1736f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:38.036446 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-22b06e5f-4714-4d6d-8c3a-ff257d1736f2 None None] Provisioning complete for port f907fd58-93ed-47ff-8a0a-9fbf6afe0487 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:55:38.036708 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-22b06e5f-4714-4d6d-8c3a-ff257d1736f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:39.175411 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5c582848-de79-4660-bf79-b3c52d5d7469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:39.743275 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45016) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:39.978004 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf828b-b5bb-4b2f-a13c-c5421b0586eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:39.978472 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf828b-b5bb-4b2f-a13c-c5421b0586eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:39.980047 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5abf828b-b5bb-4b2f-a13c-c5421b0586eb admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2357144 Aug 12 20:55:42.082537 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-56225e71-1deb-431b-b7b7-687e985571c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:42.171738 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45024) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:42.377982 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47346297-71d8-4d41-ae1a-f1396524bcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:42.378465 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47346297-71d8-4d41-ae1a-f1396524bcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:42.380051 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-47346297-71d8-4d41-ae1a-f1396524bcd3 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2073405 Aug 12 20:55:42.504701 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:42.930634 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:44.495966 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:55:44.592212 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45032) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:44.780483 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12a1c2-e628-419c-b322-97aa8c57cd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:44.781773 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-8f12a1c2-e628-419c-b322-97aa8c57cd4e admin admin] 10.222.0.18 "GET /v2.0/networks/3420122f-1f14-48a5-8dd4-b8dcc162d5e3 HTTP/1.1" status: 200 len: 886 time: 0.1885900 Aug 12 20:55:46.998722 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:47.160866 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301d9c1-7093-41fa-ae55-9754dfb30ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:47.162226 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-8301d9c1-7093-41fa-ae55-9754dfb30ab8 admin admin] 10.222.0.18 "GET /v2.0/networks/9019ac88-157c-4a73-9aa8-b01ee0df8451 HTTP/1.1" status: 200 len: 869 time: 0.1625328 Aug 12 20:55:49.305390 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45048) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:49.393273 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:55:49.428348 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea4b96-2d09-482e-a765-ad88c0930ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:49.428801 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea4b96-2d09-482e-a765-ad88c0930ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:49.430334 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-ceea4b96-2d09-482e-a765-ad88c0930ca2 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239934 Aug 12 20:55:51.612978 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45056) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:51.707306 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52a4367-fc7e-4fa6-a5ac-570616ec2fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:51.707759 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52a4367-fc7e-4fa6-a5ac-570616ec2fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:51.709258 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-a52a4367-fc7e-4fa6-a5ac-570616ec2fc0 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0952637 Aug 12 20:55:53.885278 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45064) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:53.973096 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2dce94-2aa0-424b-b801-84a324d9e99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:53.974436 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-dd2dce94-2aa0-424b-b801-84a324d9e99c admin admin] 10.222.0.18 "GET /v2.0/subnets/8213765b-5590-4610-ae7f-19e763b84f6a HTTP/1.1" status: 200 len: 816 time: 0.0882130 Aug 12 20:55:56.198170 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45072) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:55:56.289004 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ea6f9b-bc92-4a4c-9a7f-b99bd5a35c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:55:56.290331 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-95ea6f9b-bc92-4a4c-9a7f-b99bd5a35c91 admin admin] 10.222.0.18 "GET /v2.0/subnets/f69ed92b-67d6-4710-9dfc-7315087040db HTTP/1.1" status: 200 len: 868 time: 0.0912464 Aug 12 20:56:09.178050 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6aa10859-4c20-45f6-beec-78202e1a170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:12.074084 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d8d39014-7410-46f8-b9d0-a1f71c9b4dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:12.495566 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:12.932582 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:14.503651 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:20.084791 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:56:20.132531 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [None req-ca2f397c-8cce-4990-b9c8-3b6c956da04d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 20:56:20.133512 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-ca2f397c-8cce-4990-b9c8-3b6c956da04d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477958 Aug 12 20:56:22.374422 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45134) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:56:22.433683 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89bf8c8-1b83-4bd8-817d-05523bf3b7bb admin admin] GET failed (client error): The resource could not be found. Aug 12 20:56:22.435173 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-d89bf8c8-1b83-4bd8-817d-05523bf3b7bb admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597250 Aug 12 20:56:22.519440 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f425fc-530c-49d4-9fd5-671a42422989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:56:22.520896 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-88f425fc-530c-49d4-9fd5-671a42422989 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813396 Aug 12 20:56:24.718317 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45142) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:56:24.765509 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:56:24.790311 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Made reservation on behalf of 469ba23c0d7b4e409d88876aa8ed8616 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 20:56:24.792590 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:24.821213 dv-cinder-804457-1-iscsi neutron-server[93760]: WARNING neutron.services.revisions.revision_plugin [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Could not find related network for resource to bump revision. Aug 12 20:56:24.832700 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 20:56:24.842458 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:24.842839 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Added segment 21233a93-0fde-40ee-ba5f-13668a5bc2ac of type vlan for network b9d14e3b-fa31-4957-b179-176f25279f67 Aug 12 20:56:24.882812 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:24.910516 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:24.911471 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:56:24.912049 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:25.070109 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3503215 Aug 12 20:56:25.075932 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Pushing event updated for resources: {'Network': ['ID=b9d14e3b-fa31-4957-b179-176f25279f67,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:56:25.084617 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.084996 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.085343 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.085680 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.086014 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.086368 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.086721 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.087051 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.087396 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.087725 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.088049 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.088375 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae4f5af-9c2d-472a-a4af-10766f43205a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:25.100963 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network b9d14e3b-fa31-4957-b179-176f25279f67 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 20:56:26.392070 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:56:27.284652 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45150) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:56:27.348462 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d779ec78-f7ec-414d-90ec-238cbe4f68a5 admin admin] GET failed (client error): The resource could not be found. Aug 12 20:56:27.349818 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-d779ec78-f7ec-414d-90ec-238cbe4f68a5 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0642047 Aug 12 20:56:27.420630 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb38f8b-1020-4b63-835e-ef7cfb44cd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:56:27.422107 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-2eb38f8b-1020-4b63-835e-ef7cfb44cd9b admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677986 Aug 12 20:56:27.432699 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 20:56:27.454088 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Made reservation on behalf of 469ba23c0d7b4e409d88876aa8ed8616 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 20:56:27.456401 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:27.627532 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:27.684234 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff2cc8e-4c63-46e7-b05b-ae2cb1f30e06,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:56:27.692476 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Checking segment: {'id': '21233a93-0fde-40ee-ba5f-13668a5bc2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 20:56:27.692827 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Network hostable DHCP agents. Network: b9d14e3b-fa31-4957-b179-176f25279f67, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 20:56:27.708853 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Network b9d14e3b-fa31-4957-b179-176f25279f67 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 20:56:27.717518 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, b9d14e3b-fa31-4957-b179-176f25279f67) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 20:56:27.722016 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 20:56:27.722619 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:27.727152 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd2f4f-8d70-4c01-8a3a-123b534978b5 None None] Network b9d14e3b-fa31-4957-b179-176f25279f67 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 20:56:27.736448 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-85179685-e82f-4ed7-a2e8-566fd0fe3e59 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3073387 Aug 12 20:56:27.875810 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-b9d14e3b-fa31-4957-b179-176f25279f67', 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67', 'tenant_id': '469ba23c0d7b4e409d88876aa8ed8616', 'fixed_ips': [{'subnet_id': '0ff2cc8e-4c63-46e7-b05b-ae2cb1f30e06'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 20:56:27.876729 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:28.114210 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Allocated IP 192.168.233.2 (b9d14e3b-fa31-4957-b179-176f25279f67/0ff2cc8e-4c63-46e7-b05b-ae2cb1f30e06/ab826094-29a9-47c2-aae1-0e060a12c69c) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 20:56:28.264895 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:28.273505 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Transition to ACTIVE for port object ab826094-29a9-47c2-aae1-0e060a12c69c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 20:56:28.288972 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Transition to ACTIVE for port object ab826094-29a9-47c2-aae1-0e060a12c69c will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 20:56:28.296544 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:28.338047 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Network b9d14e3b-fa31-4957-b179-176f25279f67 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 20:56:28.341555 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 20:56:28.345478 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 20:56:28.352510 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Pushing event updated for resources: {'Port': ['ID=ab826094-29a9-47c2-aae1-0e060a12c69c,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:56:28.373904 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.374250 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.374591 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.374965 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.375298 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.375631 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.375957 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.376285 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.376630 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.376957 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.377283 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.377602 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:56:28.416161 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Attempting to bind port ab826094-29a9-47c2-aae1-0e060a12c69c on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 20:56:28.416528 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Attempting to bind port ab826094-29a9-47c2-aae1-0e060a12c69c by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '21233a93-0fde-40ee-ba5f-13668a5bc2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 20:56:28.416885 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Attempting to bind port ab826094-29a9-47c2-aae1-0e060a12c69c on network b9d14e3b-fa31-4957-b179-176f25279f67 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 20:56:28.422167 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 20, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 20:56:28.422538 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Checking segment: {'id': '21233a93-0fde-40ee-ba5f-13668a5bc2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 20:56:28.422966 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:28.423353 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Bound using segment: {'id': '21233a93-0fde-40ee-ba5f-13668a5bc2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 20:56:28.423809 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Bound port: ab826094-29a9-47c2-aae1-0e060a12c69c, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21233a93-0fde-40ee-ba5f-13668a5bc2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 20:56:28.424197 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:28.487663 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] For port ab826094-29a9-47c2-aae1-0e060a12c69c, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 20:56:28.493015 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] For port ab826094-29a9-47c2-aae1-0e060a12c69c, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=ab826094-29a9-47c2-aae1-0e060a12c69c,segment=NetworkSegment(21233a93-0fde-40ee-ba5f-13668a5bc2ac),segment_id=21233a93-0fde-40ee-ba5f-13668a5bc2ac)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 20:56:28.497836 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:28.566533 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308fcca-9f62-4d98-8f73-052fa7decc87 None None] Pushing event updated for resources: {'Port': ['ID=ab826094-29a9-47c2-aae1-0e060a12c69c,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:56:29.393658 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6446f47-5556-4d49-9369-6f0570f82a9c None None] Network b9d14e3b-fa31-4957-b179-176f25279f67 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 20:56:29.456393 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-865499e8-af14-441c-8e6f-6f16df0f8fb3 None None] Provisioning for port ab826094-29a9-47c2-aae1-0e060a12c69c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 20:56:30.581116 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device ab826094-29a9-47c2-aae1-0e060a12c69c up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 20:56:30.635073 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port ab826094-29a9-47c2-aae1-0e060a12c69c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 20:56:30.639540 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port ab826094-29a9-47c2-aae1-0e060a12c69c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:56:30.639918 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:30.718023 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:30.753775 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port ab826094-29a9-47c2-aae1-0e060a12c69c, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=ab826094-29a9-47c2-aae1-0e060a12c69c,segment=NetworkSegment(21233a93-0fde-40ee-ba5f-13668a5bc2ac),segment_id=21233a93-0fde-40ee-ba5f-13668a5bc2ac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 20:56:30.758322 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:30.805284 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=ab826094-29a9-47c2-aae1-0e060a12c69c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:56:32.559108 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device ab826094-29a9-47c2-aae1-0e060a12c69c up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 20:56:32.609153 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port ab826094-29a9-47c2-aae1-0e060a12c69c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 20:56:32.609522 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:39.180645 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0cf5a316-6713-4010-9c92-1d5366416c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:42.076651 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fbd30340-1140-4bdf-bbae-c798a7517e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:42.499047 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:42.935701 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:56:44.502104 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:03.390613 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:57:09.183261 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-613327b9-24f1-41bb-b56f-eb81f318f015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:12.077537 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9d5f8f04-eb69-494c-b3e9-795cb3123108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:12.505007 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:12.939438 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:14.511273 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:39.185174 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f8148946-ecff-4b4e-83c5-05b812fb9289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:40.388707 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:57:42.079166 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c1ac0f01-bdb2-416c-a9ea-ebdc83d21908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:42.141031 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45202) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:57:42.147172 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [None req-eada93bb-c6d1-45b4-b628-c8199483c52b tempest-verify_tempest_config-1553737200 tempest-verify_tempest_config-1553737200-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 20:57:42.148146 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-eada93bb-c6d1-45b4-b628-c8199483c52b tempest-verify_tempest_config-1553737200 tempest-verify_tempest_config-1553737200-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061486 Aug 12 20:57:42.455552 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:57:42.507177 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:42.559911 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:42.647066 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:42.650683 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:42.694878 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab40707-e4e2-48da-aa07-2bd213434921,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:57:42.699645 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cf71c5d078d45f1972465163b98e510&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2430909 Aug 12 20:57:42.702408 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45224) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:57:42.704186 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.704618 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.704963 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.705299 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.705632 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.705961 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.706285 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.706610 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.706980 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.707306 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.707626 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.707943 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c65378-2e48-45a6-b149-5d3f9d576383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.790501 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:42.811936 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:42.903652 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:42.906367 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:42.907571 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ab40707-e4e2-48da-aa07-2bd213434921 HTTP/1.1" status: 204 len: 168 time: 0.2040448 Aug 12 20:57:42.915440 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab40707-e4e2-48da-aa07-2bd213434921,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 20:57:42.922984 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.923737 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.923737 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.924015 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.925683 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.926034 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.926371 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.926737 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.927409 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.927748 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.928073 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.928452 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce57daac-058e-40f6-bf52-8a4c2132a90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 20:57:42.966406 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:57:44.510357 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:09.185239 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d7a253d1-7852-44ad-82fa-ee5795b95674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:12.079669 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f43ae7a9-62b1-441a-b1df-0e54c3cc02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:12.508995 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:12.943934 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:14.514290 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:17.387218 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:58:39.185839 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-79143a39-9cd7-4f94-aff9-4da4a0e41303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:42.079916 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86a311fc-dcc4-4b5d-ad6d-ed7742a10b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:42.510531 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:42.949334 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:44.514946 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:58:54.386880 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:59:09.185640 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a236080-0636-4944-acee-9010a9ed1740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:12.080563 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6067f81f-9219-42fb-a1d3-465a0480b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:12.512481 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:12.950398 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:13.293340 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-896497'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:14.518448 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:17.138192 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:59:17.241378 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-3d467b25-1d09-40da-8cf1-5a4224b1042f admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1015556 Aug 12 20:59:19.420743 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 20:59:19.474959 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-7140a2de-b40f-417b-b738-5f66c657d762 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0531311 Aug 12 20:59:31.386756 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 20:59:39.189321 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fe2ac55e-a652-4d92-89dd-33da83ba1e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:42.082803 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d4dea10f-eea2-49f3-854a-7d75ac915b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:42.514158 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:42.957111 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:43.250861 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 20:59:44.522876 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:08.386858 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:00:09.204364 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-743588bf-d859-4ede-b150-5615511305bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:12.091232 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b3606446-04a1-4415-b10d-2ccfbe7b6a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:12.522002 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:12.961666 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:13.248312 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:14.526583 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:39.190172 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-928e58c0-2851-4d7d-9550-dd09809cb4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:42.092826 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-32b8410c-6722-4279-9840-b52f7c5c44d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:42.524338 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:42.969859 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:43.271782 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:44.547575 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:45.388715 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:00:47.680192 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45520) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:47.725899 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:47.991749 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45542) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:48.045056 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-network', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:00:48.048754 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-706926504-network', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:00:48.051652 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.quota [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Loaded quota_driver: . Aug 12 21:00:48.086504 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Made reservation on behalf of 164b84eecce4466e98e3883d2b2bc317 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:00:48.090421 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.107539 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.138735 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Made reservation on behalf of 38e25d760f7b49cea926e741310bd9ff for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:00:48.145756 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.173616 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.297504 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.312291 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.361089 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbc880b-f1eb-4f3d-821e-de752ea1476a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:48.376270 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.377250 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.378018 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.378801 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.379505 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.380330 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.381291 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.381760 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.382250 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.382780 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.383570 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.384378 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Tracked resource versions report: Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: pushed versions: Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: { 'AddressGroup': {'1.2'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'ConntrackHelper': {'1.0'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Log': {'1.0'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Network': {'1.1'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Port': {'1.7'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'PortForwarding': {'1.2'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'QosPolicy': {'1.9'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SecurityGroup': {'1.4'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SubPort': {'1.0'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Subnet': {'1.1'}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Trunk': {'1.1'}} Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: consumer versions: Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: { DHCP agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: L3 agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: Metadata agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: Metering agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: Open vSwitch agent@dv-cinder-804457-1-iscsi: { 'AddressGroup': '1.2', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'ConntrackHelper': '1.0', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Log': '1.0', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Network': '1.1', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Port': '1.7', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'PortForwarding': '1.2', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'QosPolicy': '1.9', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SecurityGroup': '1.4', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SecurityGroupRule': '1.2', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'SubPort': '1.0', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Subnet': '1.1', Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: 'Trunk': '1.1'}} Aug 12 21:00:48.386781 dv-cinder-804457-1-iscsi neutron-server[93760]: {{(pid=93760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:00:48.428998 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:00:48.465513 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.466445 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Added segment 84ffe389-8b4e-4ce0-8040-e43bd268f24d of type vlan for network fb956b38-89eb-4381-9900-246d7625fb20 Aug 12 21:00:48.492578 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1699012622-network', 'tenant_id': 'e07d9b16a538415ca57ae158e233bd16'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:00:48.527630 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.527860 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.535541 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.568719 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:00:48.584351 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Made reservation on behalf of e07d9b16a538415ca57ae158e233bd16 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:00:48.588217 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.592812 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.595261 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:00:48.597352 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.611731 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770705748839', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.612338 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Unsubscribe: segment precommit_create {{(pid=93759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 21:00:48.613159 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.segments_db [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Added segment 8191c9f1-7114-4fb2-8e14-b1ad84648be6 of type vlan for network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf Aug 12 21:00:48.618038 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.675366 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2bd091-39de-43a8-92e8-26a711d7c386,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:48.699807 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.705052 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.705523 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.705815 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.706102 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.706434 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.707361 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.707361 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.707693 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.707839 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.708130 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.708410 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.708848 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Tracked resource versions report: Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: pushed versions: Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: { 'AddressGroup': {'1.2'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'ConntrackHelper': {'1.0'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Log': {'1.0'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Network': {'1.1'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Port': {'1.7'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'PortForwarding': {'1.2'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'QosPolicy': {'1.9'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SecurityGroup': {'1.4'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SubPort': {'1.0'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Subnet': {'1.1'}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Trunk': {'1.1'}} Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: consumer versions: Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: { DHCP agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: L3 agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: Metadata agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: Metering agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: Open vSwitch agent@dv-cinder-804457-1-iscsi: { 'AddressGroup': '1.2', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'ConntrackHelper': '1.0', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Log': '1.0', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Network': '1.1', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Port': '1.7', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'PortForwarding': '1.2', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'QosPolicy': '1.9', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SecurityGroup': '1.4', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SecurityGroupRule': '1.2', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'SubPort': '1.0', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Subnet': '1.1', Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: 'Trunk': '1.1'}} Aug 12 21:00:48.710403 dv-cinder-804457-1-iscsi neutron-server[93759]: {{(pid=93759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:00:48.719427 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] Pushing event updated for resources: {'Network': ['ID=fb956b38-89eb-4381-9900-246d7625fb20,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:48.734363 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network fb956b38-89eb-4381-9900-246d7625fb20 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:00:48.868050 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:48.870353 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:00:48.871612 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.152356 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] Pushing event updated for resources: {'Network': ['ID=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:49.167056 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:00:49.205952 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.219287 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.236699 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e44e5381-c7b4-4513-8a26-9c1887e341dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5544536 Aug 12 21:00:49.237619 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:49.255600 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Request body: {'subnet': {'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-subnet', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:00:49.289180 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8114ca9-0c81-4162-af44-da98ed13f2c9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:49.304929 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5972e291-ead3-40a6-b861-63f3b624cca9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5763552 Aug 12 21:00:49.313446 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45580) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:49.325561 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Request body: {'subnet': {'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-706926504-subnet', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:00:49.349142 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:00:49.356433 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Made reservation on behalf of 164b84eecce4466e98e3883d2b2bc317 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:00:49.361221 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.401730 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.402288 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.segments_db [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Added segment d482c06f-9359-43d6-a01e-bb701eaf0aad of type vlan for network 55318865-7842-4bf9-9208-6d6eb8b797c6 Aug 12 21:00:49.406655 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Made reservation on behalf of 38e25d760f7b49cea926e741310bd9ff for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:00:49.411369 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.572793 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.762384 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.764048 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:00:49.765165 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.828939 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.879039 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba17d4dc-4704-45f5-9441-3b5c5945c10f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:49.897505 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9038770 Aug 12 21:00:49.906343 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:49.926487 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Checking segment: {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:00:49.926899 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Network hostable DHCP agents. Network: fb956b38-89eb-4381-9900-246d7625fb20, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:00:49.949814 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Network fb956b38-89eb-4381-9900-246d7625fb20 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:00:49.967592 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, fb956b38-89eb-4381-9900-246d7625fb20) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:00:49.967915 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Request body: {'subnet': {'network_id': '55318865-7842-4bf9-9208-6d6eb8b797c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1699012622-subnet', 'tenant_id': 'e07d9b16a538415ca57ae158e233bd16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:00:49.973642 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:00:49.974918 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:49.982193 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64c692-d862-42ad-b057-9de35923b8b2 None None] Network fb956b38-89eb-4381-9900-246d7625fb20 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:00:50.004578 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e0fb2-59d4-476e-9318-05260e551cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=55318865-7842-4bf9-9208-6d6eb8b797c6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:50.034119 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 55318865-7842-4bf9-9208-6d6eb8b797c6 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:00:50.110495 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-0b1f1796-22ec-4a99-a1ef-7b0a6fbff2bc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8689280 Aug 12 21:00:50.110779 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45598) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:50.115356 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:00:50.138882 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Made reservation on behalf of e07d9b16a538415ca57ae158e233bd16 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:00:50.143044 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:50.165945 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:50.167046 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:50.280410 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:50.355150 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:50.513121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35faa4ae-15d1-42d7-b8f1-3a5ae4f084c6 None None] Network fb956b38-89eb-4381-9900-246d7625fb20 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:00:50.559025 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908ebf53-c594-4ee5-a082-e12af58ae392,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:50.605658 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Checking segment: {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:00:50.606649 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Network hostable DHCP agents. Network: 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:00:50.618598 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:50.745949 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:00:50.844503 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:00:50.857010 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:00:50.873695 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:50.889589 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c7bfb-18ee-43fb-9af2-011a3fde5835 None None] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:00:50.901511 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:50.979941 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-543dc38c-d233-4517-9bcc-b613fd22a6c8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6652458 Aug 12 21:00:50.987494 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45624) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:51.014728 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:00:51.080363 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=063daf1d-3f3e-487e-84ab-32c679e42922,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:51.102768 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Checking segment: {'id': 'd482c06f-9359-43d6-a01e-bb701eaf0aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '55318865-7842-4bf9-9208-6d6eb8b797c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:00:51.103809 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Network hostable DHCP agents. Network: 55318865-7842-4bf9-9208-6d6eb8b797c6, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:00:51.129552 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:51.136090 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:51.139453 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:51.171387 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Network 55318865-7842-4bf9-9208-6d6eb8b797c6 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:00:51.175760 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:51.265761 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:00:51.271439 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:51.371911 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 55318865-7842-4bf9-9208-6d6eb8b797c6) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:00:51.386567 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:00:51.387573 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:51.438171 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Allocated IP 172.27.0.158 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/2fe5d169-7799-43d4-a437-5bdb05eaffce) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:00:51.458402 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-725a77ed-184d-4803-8c00-acd7be6919ca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5459950 Aug 12 21:00:51.485782 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4547b-200e-45fd-a8cb-ab3d5213a209 None None] Network 55318865-7842-4bf9-9208-6d6eb8b797c6 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:00:51.591870 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:51.842004 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:51.947972 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Allocated IP 172.20.0.2 (2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf/908ebf53-c594-4ee5-a082-e12af58ae392/fb46c2ca-8630-4a46-a7d8-8e862b598db1) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:00:52.005680 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:52.033183 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb975e-97eb-4010-ae28-bb8178e0cba6 None None] Network 55318865-7842-4bf9-9208-6d6eb8b797c6 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:00:52.111494 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Pushing event updated for resources: {'Port': ['ID=2fe5d169-7799-43d4-a437-5bdb05eaffce,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:52.153171 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:00:52.156204 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:00:52.161461 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:00:52.266862 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:52.340112 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:52.353514 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Transition to ACTIVE for port object fb46c2ca-8630-4a46-a7d8-8e862b598db1 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:00:52.374466 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Transition to ACTIVE for port object fb46c2ca-8630-4a46-a7d8-8e862b598db1 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:00:52.403438 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:52.406256 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45704) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:52.414486 dv-cinder-804457-1-iscsi neutron-server[93760]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 21:00:52.468195 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:00:52.534310 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:00:52.535967 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Pushing event updated for resources: {'Port': ['ID=fb46c2ca-8630-4a46-a7d8-8e862b598db1,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:52.550788 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.552309 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.554770 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.557062 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.557506 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.557914 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.558294 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.558572 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.561418 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.561821 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.564598 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.564974 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Tracked resource versions report: Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: pushed versions: Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: { 'AddressGroup': {'1.2'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'ConntrackHelper': {'1.0'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Log': {'1.0'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Network': {'1.1'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Port': {'1.7'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'PortForwarding': {'1.2'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'QosPolicy': {'1.9'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SecurityGroup': {'1.4'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SubPort': {'1.0'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Subnet': {'1.1'}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Trunk': {'1.1'}} Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: consumer versions: Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: { DHCP agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: L3 agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: Metadata agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: Metering agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: Open vSwitch agent@dv-cinder-804457-1-iscsi: { 'AddressGroup': '1.2', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'ConntrackHelper': '1.0', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Log': '1.0', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Network': '1.1', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Port': '1.7', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'PortForwarding': '1.2', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'QosPolicy': '1.9', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SecurityGroup': '1.4', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SecurityGroupRule': '1.2', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'SubPort': '1.0', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Subnet': '1.1', Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: 'Trunk': '1.1'}} Aug 12 21:00:52.566299 dv-cinder-804457-1-iscsi neutron-server[93761]: {{(pid=93761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:00:52.579021 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:00:52.726117 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Attempting to bind port fb46c2ca-8630-4a46-a7d8-8e862b598db1 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:00:52.726744 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Attempting to bind port fb46c2ca-8630-4a46-a7d8-8e862b598db1 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:00:52.727370 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Attempting to bind port fb46c2ca-8630-4a46-a7d8-8e862b598db1 on network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:00:52.736610 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:00:52.737369 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Checking segment: {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:00:52.738000 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:52.738613 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Bound using segment: {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:00:52.739400 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Bound port: fb46c2ca-8630-4a46-a7d8-8e862b598db1, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:00:52.740226 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:52.760945 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:52.834756 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:52.909042 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] For port fb46c2ca-8630-4a46-a7d8-8e862b598db1, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:00:52.924007 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:52.942355 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] For port fb46c2ca-8630-4a46-a7d8-8e862b598db1, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=fb46c2ca-8630-4a46-a7d8-8e862b598db1,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:00:52.952680 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:52.981349 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754db01-b935-42ad-9e71-9335947c86f1 req-dd4e0192-64a5-47f3-ae17-4c5feee9178c tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:00:52.983776 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-dd4e0192-64a5-47f3-ae17-4c5feee9178c tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/networks?id=55318865-7842-4bf9-9208-6d6eb8b797c6 HTTP/1.1" status: 200 len: 812 time: 0.5759826 Aug 12 21:00:53.024608 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f50959-e465-44ba-8db7-76da1659dfd9 None None] Pushing event updated for resources: {'Port': ['ID=fb46c2ca-8630-4a46-a7d8-8e862b598db1,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:53.288561 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:53.294591 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-cca87089-207c-40ed-aabc-68d6f8e8a751 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/quotas/e07d9b16a538415ca57ae158e233bd16 HTTP/1.1" status: 200 len: 375 time: 0.0323982 Aug 12 21:00:53.321870 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52aa0d73-78a4-4a59-9523-113082ad11d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:53.353931 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Allocated IP 172.27.0.44 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/9c86a4a4-c792-4941-95a4-be727a05958e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:00:53.456585 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-679af34e-f86e-482d-accc-95cfd30b0627 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e07d9b16a538415ca57ae158e233bd16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937531 Aug 12 21:00:53.606804 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:53.698119 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52aa0d73-78a4-4a59-9523-113082ad11d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:53.716274 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52aa0d73-78a4-4a59-9523-113082ad11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:53.761416 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45750) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:53.794370 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-52aa0d73-78a4-4a59-9523-113082ad11d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d7144f3c3a04da3b3b260c77d183d5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8686283 Aug 12 21:00:53.796131 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:53.798314 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa0d73-78a4-4a59-9523-113082ad11d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6f74b3-d71d-4a99-baca-c1fac6197451,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:53.806428 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:53.887849 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:53.903486 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:00:53.926105 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:00:53.929486 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:00:53.931526 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Pushing event updated for resources: {'Port': ['ID=9c86a4a4-c792-4941-95a4-be727a05958e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:54.041012 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-b038be2a-1fac-488f-b84f-620da81108af service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:00:54.042695 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-b038be2a-1fac-488f-b84f-620da81108af service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2164364 Aug 12 21:00:54.073395 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-989b2fda-a0c2-47df-aa02-6d851fb7cf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:54.082906 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba590ad6-e74d-4c7c-9be9-31bb60bff140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:54.208284 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-989b2fda-a0c2-47df-aa02-6d851fb7cf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:54.407235 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-2c4e2bd2-c5d8-4c38-8416-92c91c0217c8 service neutron] 10.222.0.18 "GET /v2.0/networks/55318865-7842-4bf9-9208-6d6eb8b797c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390849 Aug 12 21:00:54.481813 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-989b2fda-a0c2-47df-aa02-6d851fb7cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:54.486501 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-989b2fda-a0c2-47df-aa02-6d851fb7cf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:54.492165 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-989b2fda-a0c2-47df-aa02-6d851fb7cf76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a6f74b3-d71d-4a99-baca-c1fac6197451 HTTP/1.1" status: 204 len: 168 time: 0.6792858 Aug 12 21:00:54.539792 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b2fda-a0c2-47df-aa02-6d851fb7cf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6f74b3-d71d-4a99-baca-c1fac6197451,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:54.551805 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Router 86cad389-044c-4d9f-a5e0-3f6cf8defefb is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:00:54.570533 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:54.630624 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba590ad6-e74d-4c7c-9be9-31bb60bff140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:54.632796 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc75b7-f1d2-4482-bda7-aad97eb227da None None] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:00:54.692498 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba590ad6-e74d-4c7c-9be9-31bb60bff140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:54.749723 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-44c5e5fd-3466-47d7-a3fc-e5a8e9dc5fb6 None None] Provisioning for port fb46c2ca-8630-4a46-a7d8-8e862b598db1 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:00:54.766546 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba590ad6-e74d-4c7c-9be9-31bb60bff140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3e586-6bca-43b9-816e-ba2c55bff43f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:54.795090 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-26795aa9-579d-4c1a-b2d0-846629955c85 service neutron] 10.222.0.18 "GET /v2.0/networks/55318865-7842-4bf9-9208-6d6eb8b797c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864393 Aug 12 21:00:54.942420 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device fb46c2ca-8630-4a46-a7d8-8e862b598db1 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:00:54.991430 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-ba590ad6-e74d-4c7c-9be9-31bb60bff140 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1f0cb06ee99433f9a6e30f459a3b79f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2284698 Aug 12 21:00:54.995432 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45782) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:55.150750 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port fb46c2ca-8630-4a46-a7d8-8e862b598db1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:00:55.157926 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port fb46c2ca-8630-4a46-a7d8-8e862b598db1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:00:55.158533 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.163811 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a318b65b-b8c1-427d-b9ad-caeba835e17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.197046 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:00:55.221997 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a318b65b-b8c1-427d-b9ad-caeba835e17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.236212 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Sync routers for ids ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:00:55.296850 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Routers {'86cad389-044c-4d9f-a5e0-3f6cf8defefb'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:00:55.304358 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:00:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:00:55.325491 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.331750 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.337422 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-1ec96d60-93cd-4ff9-8b39-753bc99bb01b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2227988 Aug 12 21:00:55.340017 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 45792) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:55.409554 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45794) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:55.420427 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.459651 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45798) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:55.465429 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6ac8-2eef-46ca-89b2-a645f1ada615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.515305 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port fb46c2ca-8630-4a46-a7d8-8e862b598db1, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=fb46c2ca-8630-4a46-a7d8-8e862b598db1,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:00:55.526959 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.581986 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a318b65b-b8c1-427d-b9ad-caeba835e17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.588238 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a318b65b-b8c1-427d-b9ad-caeba835e17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.594435 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-a318b65b-b8c1-427d-b9ad-caeba835e17a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66e3e586-6bca-43b9-816e-ba2c55bff43f HTTP/1.1" status: 204 len: 168 time: 0.5937707 Aug 12 21:00:55.622050 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6878b349-f94e-4959-a19f-174380f54f60 req-130da739-746d-4586-8466-e2c75f1f491e tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.1593614 Aug 12 21:00:55.697676 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318b65b-b8c1-427d-b9ad-caeba835e17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3e586-6bca-43b9-816e-ba2c55bff43f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:55.731591 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=fb46c2ca-8630-4a46-a7d8-8e862b598db1,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:55.767095 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0bd046a0-9af1-4932-91c4-25327f41976f None None] Provisioning complete for port fb46c2ca-8630-4a46-a7d8-8e862b598db1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:00:55.767574 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0bd046a0-9af1-4932-91c4-25327f41976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:55.877851 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Set router 86cad389-044c-4d9f-a5e0-3f6cf8defefb gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:00:56.004154 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6ac8-2eef-46ca-89b2-a645f1ada615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:56.019360 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6ac8-2eef-46ca-89b2-a645f1ada615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:56.262197 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7d5d6ac8-2eef-46ca-89b2-a645f1ada615 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0bb0f67f758497297bc10389bcf5f9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8499341 Aug 12 21:00:56.265331 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45822) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:56.274843 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6ac8-2eef-46ca-89b2-a645f1ada615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421f9d1a-af04-4552-b7af-e6cc5db1db5c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:56.408584 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Router 797cf2f7-c047-4082-929c-9b4f882bcd5c is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:00:56.466095 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c63e6d57-dd0c-40f7-bd56-9cc21acb1634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:56.475786 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:50Z', 'updated_at': '2021-08-12T21:00:52Z', 'revision_number': 3, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'gw_port': {'id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:00:56.522564 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c63e6d57-dd0c-40f7-bd56-9cc21acb1634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:56.610614 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Checking router: 86cad389-044c-4d9f-a5e0-3f6cf8defefb for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:00:56.613557 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Updating router 86cad389-044c-4d9f-a5e0-3f6cf8defefb port 2fe5d169-7799-43d4-a437-5bdb05eaffce binding host dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:00:56.676754 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c63e6d57-dd0c-40f7-bd56-9cc21acb1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:56.684032 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c63e6d57-dd0c-40f7-bd56-9cc21acb1634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:56.697990 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c63e6d57-dd0c-40f7-bd56-9cc21acb1634 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/421f9d1a-af04-4552-b7af-e6cc5db1db5c HTTP/1.1" status: 204 len: 168 time: 0.4303265 Aug 12 21:00:56.716526 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:00:56.735894 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Sync routers for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:00:56.737173 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e6d57-dd0c-40f7-bd56-9cc21acb1634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421f9d1a-af04-4552-b7af-e6cc5db1db5c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:56.753249 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:56.776985 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:00:56.777981 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:00:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:00:56.782873 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:56.790203 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-57cd7ada-3995-4d1f-95fb-183b677ee178 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7954140 Aug 12 21:00:56.790412 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 45856) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:00:56.958989 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3d7d6075-de66-43ee-a122-9b5836bff331 req-53cdea9f-0a0b-4c71-8db8-63f2432896a4 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.0514309 Aug 12 21:00:57.107154 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:57.170225 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device fb46c2ca-8630-4a46-a7d8-8e862b598db1 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:00:57.345913 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:00:57.608508 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Allocated IP 172.20.0.1 (fb956b38-89eb-4381-9900-246d7625fb20/ba17d4dc-4704-45f5-9441-3b5c5945c10f/04a01bb1-daca-42ef-9740-912a2f8d1117) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:00:57.662961 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port fb46c2ca-8630-4a46-a7d8-8e862b598db1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:00:57.672794 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:57.945811 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:58.010886 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:58.011784 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Transition to ACTIVE for port object 2fe5d169-7799-43d4-a437-5bdb05eaffce will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:00:58.045540 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:58.134398 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:58.225639 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Attempting to bind port 2fe5d169-7799-43d4-a437-5bdb05eaffce on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:00:58.227001 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Attempting to bind port 2fe5d169-7799-43d4-a437-5bdb05eaffce by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:00:58.229236 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Attempting to bind port 2fe5d169-7799-43d4-a437-5bdb05eaffce on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:00:58.233516 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Network fb956b38-89eb-4381-9900-246d7625fb20 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:00:58.240980 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:00:58.263956 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:00:58.265800 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:58.289687 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:00:58.290707 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:00:58.291951 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:58.292823 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:00:58.293861 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Bound port: 2fe5d169-7799-43d4-a437-5bdb05eaffce, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:00:58.294807 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:58.318026 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:00:54Z', 'revision_number': 3, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:00:58.418775 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] For port 2fe5d169-7799-43d4-a437-5bdb05eaffce, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:00:58.427429 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] For port 2fe5d169-7799-43d4-a437-5bdb05eaffce, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=2fe5d169-7799-43d4-a437-5bdb05eaffce,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:00:58.429866 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Pushing event updated for resources: {'Port': ['ID=2fe5d169-7799-43d4-a437-5bdb05eaffce,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:58.449254 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.451522 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.452314 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.453075 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.454016 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.455097 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.455855 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.456811 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.459211 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.461132 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.461974 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.463268 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Tracked resource versions report: Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: pushed versions: Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: { 'AddressGroup': {'1.2'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'ConntrackHelper': {'1.0'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Log': {'1.0'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Network': {'1.1'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Port': {'1.7'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'PortForwarding': {'1.2'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'QosPolicy': {'1.9'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SecurityGroup': {'1.4'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SecurityGroupRule': {'1.2'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SubPort': {'1.0'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Subnet': {'1.1'}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Trunk': {'1.1'}} Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: consumer versions: Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: { DHCP agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: HyperV agent@hv-cinder-80445: {}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: L3 agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: Metadata agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: Metering agent@dv-cinder-804457-1-iscsi: {}, Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: Open vSwitch agent@dv-cinder-804457-1-iscsi: { 'AddressGroup': '1.2', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'ConntrackHelper': '1.0', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Log': '1.0', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Network': '1.1', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Port': '1.7', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'PortForwarding': '1.2', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'QosPolicy': '1.9', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SecurityGroup': '1.4', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SecurityGroupRule': '1.2', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'SubPort': '1.0', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Subnet': '1.1', Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: 'Trunk': '1.1'}} Aug 12 21:00:58.466079 dv-cinder-804457-1-iscsi neutron-server[93762]: {{(pid=93762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 21:00:58.475014 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:58.608564 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Routers {'86cad389-044c-4d9f-a5e0-3f6cf8defefb'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:00:58.610197 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:00:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:00:58.752146 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Pushing event updated for resources: {'Port': ['ID=04a01bb1-daca-42ef-9740-912a2f8d1117,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:58.848729 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Checking router: 797cf2f7-c047-4082-929c-9b4f882bcd5c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:00:58.850550 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Updating router 797cf2f7-c047-4082-929c-9b4f882bcd5c port 9c86a4a4-c792-4941-95a4-be727a05958e binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:00:58.851659 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f2d88-77b4-41c9-a6d4-68ab9d0f58ee None None] Pushing event updated for resources: {'Port': ['ID=2fe5d169-7799-43d4-a437-5bdb05eaffce,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:00:58.933101 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-21a40981-f8a6-4462-9605-4afd051c6ff9 req-13b86362-692b-4b34-8a80-8057b3df842f tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.6922765 Aug 12 21:00:58.977185 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.208543 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.263866 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] Set router 86cad389-044c-4d9f-a5e0-3f6cf8defefb gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:00:59.359077 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.450630 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Allocated IP 172.20.0.1 (2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf/908ebf53-c594-4ee5-a082-e12af58ae392/8804bc24-880f-4da3-ab7c-128faf990f2c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:00:59.727725 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.777798 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Transition to ACTIVE for port object 8804bc24-880f-4da3-ab7c-128faf990f2c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:00:59.810425 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.849246 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Transition to ACTIVE for port object 9c86a4a4-c792-4941-95a4-be727a05958e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:00:59.871999 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.873714 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.916858 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:50Z', 'updated_at': '2021-08-12T21:00:52Z', 'revision_number': 3, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'gw_port': {'id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:00:59.958009 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.964380 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.970171 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:00:59.985677 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cccb07-9e2e-425c-8bf8-02ad7d3fe53d None None] The sync data for ids ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'] in dv-cinder-804457-1-iscsi is: [{'id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:50Z', 'updated_at': '2021-08-12T21:00:52Z', 'revision_number': 3, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'gw_port': {'id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:01:00.032542 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:01:00.042238 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:01:00.046218 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:01:00.047322 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:00.170123 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f0b3c-596f-444c-ba3a-2b898d564363 None None] Pushing event updated for resources: {'Port': ['ID=9c86a4a4-c792-4941-95a4-be727a05958e,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:00.256185 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Attempting to bind port 9c86a4a4-c792-4941-95a4-be727a05958e on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:01:00.260740 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Attempting to bind port 9c86a4a4-c792-4941-95a4-be727a05958e by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:01:00.261924 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Attempting to bind port 9c86a4a4-c792-4941-95a4-be727a05958e on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:00.275454 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Pushing event updated for resources: {'Port': ['ID=04a01bb1-daca-42ef-9740-912a2f8d1117,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:00.315210 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:01:00.335385 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:01:00.336269 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:00.338135 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:01:00.346187 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Bound port: 9c86a4a4-c792-4941-95a4-be727a05958e, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:01:00.355797 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:00.414559 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.42', 50929) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:00.733411 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] For port 9c86a4a4-c792-4941-95a4-be727a05958e, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:01:00.749567 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] For port 9c86a4a4-c792-4941-95a4-be727a05958e, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=9c86a4a4-c792-4941-95a4-be727a05958e,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:01:00.754030 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e4e7da4c-4c40-439b-90d9-08fff3df0ca0 None None] Provisioning for port 8804bc24-880f-4da3-ab7c-128faf990f2c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:00.762953 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:00.792657 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e4e7da4c-4c40-439b-90d9-08fff3df0ca0 None None] Provisioning complete for port 8804bc24-880f-4da3-ab7c-128faf990f2c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:00.793091 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4e7da4c-4c40-439b-90d9-08fff3df0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:00.895974 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Pushing event updated for resources: {'Port': ['ID=8804bc24-880f-4da3-ab7c-128faf990f2c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:01.112768 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7da4c-4c40-439b-90d9-08fff3df0ca0 None None] Port 8804bc24-880f-4da3-ab7c-128faf990f2c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:01:01.132025 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-970b5ac9-0d47-4c0d-9874-3efa05ddb7fe req-ab2aac04-095b-496a-8170-98b6135913ea tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.2690988 Aug 12 21:01:01.146246 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 2fe5d169-7799-43d4-a437-5bdb05eaffce up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:01.213087 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Network fb956b38-89eb-4381-9900-246d7625fb20 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:01:01.312346 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:01:01.320930 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:01.382729 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:01:01.393261 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:00:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:01.633451 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 2fe5d169-7799-43d4-a437-5bdb05eaffce completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:01.667813 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f0b3c-596f-444c-ba3a-2b898d564363 None None] Pushing event updated for resources: {'Port': ['ID=9c86a4a4-c792-4941-95a4-be727a05958e,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:01.691841 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 2fe5d169-7799-43d4-a437-5bdb05eaffce triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:01.695241 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:01.828664 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:01.843765 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:01.844875 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:01.869389 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754db01-b935-42ad-9e71-9335947c86f1 req-0cc0bce3-f8dc-4610-b3e0-f0f3fcb6ce1c tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:01.872106 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-0cc0bce3-f8dc-4610-b3e0-f0f3fcb6ce1c tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.42 "GET /v2.0/networks?id=55318865-7842-4bf9-9208-6d6eb8b797c6 HTTP/1.1" status: 200 len: 812 time: 1.4552295 Aug 12 21:01:01.875904 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:01.880268 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:01.904756 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Router 86cad389-044c-4d9f-a5e0-3f6cf8defefb has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:01:01.946490 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 2fe5d169-7799-43d4-a437-5bdb05eaffce, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=2fe5d169-7799-43d4-a437-5bdb05eaffce,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:01.963073 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:02.127961 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:01:02.142711 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-187d5786-e9b0-41e7-ba9c-9ca3a6c80a80 admin admin] 10.222.0.18 "PUT /v2.0/routers/86cad389-044c-4d9f-a5e0-3f6cf8defefb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7967031 Aug 12 21:01:02.148865 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:01:02.198301 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Pushing event updated for resources: {'Port': ['ID=8804bc24-880f-4da3-ab7c-128faf990f2c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:02.261556 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=2fe5d169-7799-43d4-a437-5bdb05eaffce,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:02.337804 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:01:02.343860 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:01:02.614794 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6769c633-13d6-4d57-bc8c-6237db7600a3 req-d0a6a191-fcdc-41be-ab6d-5c2b18836227 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.1313608 Aug 12 21:01:02.654800 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:00:59Z', 'revision_number': 1, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:02.692821 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Router 797cf2f7-c047-4082-929c-9b4f882bcd5c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:01:02.751075 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76706de3-dee2-457c-956c-37b193b83a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:02.769294 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2697958a-563d-4775-a9c3-9117d54459c5 None None] The sync data for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi is: [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:00:59Z', 'revision_number': 1, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:01:02.809692 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-44fa827c-801a-4afb-bc5d-58aff76e213b None None] Provisioning complete for port 8804bc24-880f-4da3-ab7c-128faf990f2c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:02.810365 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-44fa827c-801a-4afb-bc5d-58aff76e213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:02.831296 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 2fe5d169-7799-43d4-a437-5bdb05eaffce up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:03.043865 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-44fa827c-801a-4afb-bc5d-58aff76e213b None None] Port 8804bc24-880f-4da3-ab7c-128faf990f2c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:01:03.053702 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 46036) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:03.080048 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 2fe5d169-7799-43d4-a437-5bdb05eaffce triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:03.080663 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:03.096206 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76706de3-dee2-457c-956c-37b193b83a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:03.103437 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76706de3-dee2-457c-956c-37b193b83a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:03.122602 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:01:03.136419 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-90552275-8ca4-4b37-b685-65325c809633 admin admin] 10.222.0.18 "PUT /v2.0/routers/797cf2f7-c047-4082-929c-9b4f882bcd5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3443744 Aug 12 21:01:03.178617 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76706de3-dee2-457c-956c-37b193b83a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ddbe04-fcd3-4e50-970e-0e5d8df352af,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:03.186493 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-76706de3-dee2-457c-956c-37b193b83a88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8085418d5984a86ac453b412e3f140d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3091218 Aug 12 21:01:03.190799 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:03.328606 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cad94f31-9043-4200-8cdf-2068997eb4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:03.382958 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cad94f31-9043-4200-8cdf-2068997eb4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:03.481115 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cad94f31-9043-4200-8cdf-2068997eb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:03.486578 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cad94f31-9043-4200-8cdf-2068997eb4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:03.488187 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-cad94f31-9043-4200-8cdf-2068997eb4ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7ddbe04-fcd3-4e50-970e-0e5d8df352af HTTP/1.1" status: 204 len: 168 time: 0.2959430 Aug 12 21:01:03.510453 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad94f31-9043-4200-8cdf-2068997eb4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ddbe04-fcd3-4e50-970e-0e5d8df352af,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:03.548589 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Sync routers for ids ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:01:03.600015 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Routers {'86cad389-044c-4d9f-a5e0-3f6cf8defefb'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:01:03.601804 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:00:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:03.873528 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f09c6574-f485-42ea-b249-c4c773cbbba4 req-19972c1a-4d3d-4084-82c5-c294273eb28e tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.0523703 Aug 12 21:01:03.894560 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c45264d6-840d-42aa-b54a-4f841f2942d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:04.057796 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c45264d6-840d-42aa-b54a-4f841f2942d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:04.065471 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c45264d6-840d-42aa-b54a-4f841f2942d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:04.077721 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Set router 86cad389-044c-4d9f-a5e0-3f6cf8defefb gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:01:04.185283 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45264d6-840d-42aa-b54a-4f841f2942d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e14f015-99be-4b50-b5c0-0bbb8e284e23,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:04.216076 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c45264d6-840d-42aa-b54a-4f841f2942d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8fb75e0c055485a951fdd9a1ccacdec&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1573720 Aug 12 21:01:04.219023 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:04.324730 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1e5847e-4cc7-4f09-bbf2-8df85a7a3916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:04.370433 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1e5847e-4cc7-4f09-bbf2-8df85a7a3916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:04.493308 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1e5847e-4cc7-4f09-bbf2-8df85a7a3916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:04.499364 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1e5847e-4cc7-4f09-bbf2-8df85a7a3916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:04.502416 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f1e5847e-4cc7-4f09-bbf2-8df85a7a3916 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e14f015-99be-4b50-b5c0-0bbb8e284e23 HTTP/1.1" status: 204 len: 168 time: 0.2812901 Aug 12 21:01:04.535516 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5847e-4cc7-4f09-bbf2-8df85a7a3916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e14f015-99be-4b50-b5c0-0bbb8e284e23,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:04.602506 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:50Z', 'updated_at': '2021-08-12T21:00:58Z', 'revision_number': 4, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'gw_port': {'id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '04a01bb1-daca-42ef-9740-912a2f8d1117', 'name': '', 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'mac_address': 'fa:16:3e:8c:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ba17d4dc-4704-45f5-9441-3b5c5945c10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:57Z', 'updated_at': '2021-08-12T21:00:59Z', 'revision_number': 2, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'subnets': [{'id': 'ba17d4dc-4704-45f5-9441-3b5c5945c10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:04.652336 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Checking router: 86cad389-044c-4d9f-a5e0-3f6cf8defefb for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:01:04.654270 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Updating router 86cad389-044c-4d9f-a5e0-3f6cf8defefb port 04a01bb1-daca-42ef-9740-912a2f8d1117 binding host dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:01:04.716438 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:04.972985 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Request body: {'port': {'device_id': 'abad6589-85f3-4642-b99f-c07040fc26a0', 'network_id': '55318865-7842-4bf9-9208-6d6eb8b797c6', 'admin_state_up': True, 'tenant_id': 'e07d9b16a538415ca57ae158e233bd16'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:04.975253 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 9c86a4a4-c792-4941-95a4-be727a05958e up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:05.241996 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 9c86a4a4-c792-4941-95a4-be727a05958e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:05.261799 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 9c86a4a4-c792-4941-95a4-be727a05958e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:05.262169 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:05.330568 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fea30e89-9e35-4f3d-84c9-a066f9fca94d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:05.331597 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fea30e89-9e35-4f3d-84c9-a066f9fca94d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 819 time: 0.5721710 Aug 12 21:01:05.433318 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-8421789b-4314-4e47-b74e-20d651e1adf6 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/quotas/164b84eecce4466e98e3883d2b2bc317 HTTP/1.1" status: 200 len: 375 time: 0.0816078 Aug 12 21:01:05.537006 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:05.601447 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 9c86a4a4-c792-4941-95a4-be727a05958e, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=9c86a4a4-c792-4941-95a4-be727a05958e,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:05.610880 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:05.754826 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=9c86a4a4-c792-4941-95a4-be727a05958e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:05.773393 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-0c9e5e42-07ea-4273-bf4d-e2bda8871605 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3206637 Aug 12 21:01:05.901872 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:05.969841 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Transition to ACTIVE for port object 04a01bb1-daca-42ef-9740-912a2f8d1117 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:01:05.989836 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:06.213384 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Made reservation on behalf of e07d9b16a538415ca57ae158e233bd16 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:01:06.229396 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cfe08-d691-434e-bd2a-910460b11574 None None] Pushing event updated for resources: {'Port': ['ID=04a01bb1-daca-42ef-9740-912a2f8d1117,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:06.243634 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:06.462860 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 46134) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:06.473620 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7bfd7e08-fb52-4de8-9806-17877da1410e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992610872', 'description': 'tempest-description--1517972805'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:06.515091 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Attempting to bind port 04a01bb1-daca-42ef-9740-912a2f8d1117 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:01:06.515472 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Attempting to bind port 04a01bb1-daca-42ef-9740-912a2f8d1117 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:01:06.516006 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Attempting to bind port 04a01bb1-daca-42ef-9740-912a2f8d1117 on network fb956b38-89eb-4381-9900-246d7625fb20 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:06.554818 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:01:06.557212 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Checking segment: {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:01:06.559120 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:06.559726 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Bound using segment: {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:01:06.562777 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Bound port: 04a01bb1-daca-42ef-9740-912a2f8d1117, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:01:06.564837 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:06.623988 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7bfd7e08-fb52-4de8-9806-17877da1410e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:06.748886 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-6bfdbcdd-b1b5-4e72-b6ad-ae4fa1e76a71 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:01:06.793006 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-6bfdbcdd-b1b5-4e72-b6ad-ae4fa1e76a71 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4974561 Aug 12 21:01:07.016025 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 9c86a4a4-c792-4941-95a4-be727a05958e up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:07.073510 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] For port 04a01bb1-daca-42ef-9740-912a2f8d1117, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:01:07.088661 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] For port 04a01bb1-daca-42ef-9740-912a2f8d1117, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=04a01bb1-daca-42ef-9740-912a2f8d1117,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:01:07.103482 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:07.259014 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 9c86a4a4-c792-4941-95a4-be727a05958e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:07.259858 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:07.354483 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cfe08-d691-434e-bd2a-910460b11574 None None] Pushing event updated for resources: {'Port': ['ID=04a01bb1-daca-42ef-9740-912a2f8d1117,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:07.424043 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-957b6119-8ef6-4f8c-95ab-70298dd100cc req-def1183f-4e47-443b-a15f-56f2a835a27a tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.1933608 Aug 12 21:01:07.466218 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Routers {'86cad389-044c-4d9f-a5e0-3f6cf8defefb'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:01:07.467346 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:00:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:07.472478 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fe6d436d-e72b-4bc0-bd49-1f42163862c6 service neutron] 10.222.0.18 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767628 Aug 12 21:01:07.539826 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Allocated IP 172.20.0.9 (55318865-7842-4bf9-9208-6d6eb8b797c6/063daf1d-3f3e-487e-84ab-32c679e42922/8478ee2e-5bcc-48d6-b024-101cda6178ec) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:01:07.701578 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Sync routers for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:01:07.777821 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:01:07.777821 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:00:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:07.817226 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-10acfef4-5555-4ac5-a7ac-e01f40d879eb service neutron] 10.222.0.18 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429041 Aug 12 21:01:07.897758 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] Set router 86cad389-044c-4d9f-a5e0-3f6cf8defefb gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:01:08.154368 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7bfd7e08-fb52-4de8-9806-17877da1410e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:08.165339 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7bfd7e08-fb52-4de8-9806-17877da1410e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:08.220156 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:01:08.368247 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7bfd7e08-fb52-4de8-9806-17877da1410e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:08.399989 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7bfd7e08-fb52-4de8-9806-17877da1410e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9136274 Aug 12 21:01:08.399989 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd7e08-fb52-4de8-9806-17877da1410e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4f4595-527b-4ffe-9d64-53a513811cf9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:08.399989 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 46186) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:08.399989 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bf1a8192-34c0-4e15-88c3-0ad2b7582d02 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'security_group_rule': {'security_group_id': 'ff4f4595-527b-4ffe-9d64-53a513811cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:08.639650 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0804fdca-e23e-4d79-a2b9-de874a3f34b9 req-72b38a26-f7ae-4317-b212-46bc7c55e88c tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 210 time: 0.2068303 Aug 12 21:01:08.776907 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:08.831052 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8192-34c0-4e15-88c3-0ad2b7582d02 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:08.915852 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:09.058239 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:50Z', 'updated_at': '2021-08-12T21:00:58Z', 'revision_number': 4, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'gw_port': {'id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '04a01bb1-daca-42ef-9740-912a2f8d1117', 'name': '', 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'mac_address': 'fa:16:3e:8c:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ba17d4dc-4704-45f5-9441-3b5c5945c10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:57Z', 'updated_at': '2021-08-12T21:01:07Z', 'revision_number': 4, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'subnets': [{'id': 'ba17d4dc-4704-45f5-9441-3b5c5945c10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:09.106714 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Network 55318865-7842-4bf9-9208-6d6eb8b797c6 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:01:09.116161 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:01:09.129095 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:01:09.135764 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:09.136610 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:09.167361 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2021034 Aug 12 21:01:09.190083 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-5a6b1891-0a02-4498-8120-ab5ec80543f5 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:01:09.191380 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-5a6b1891-0a02-4498-8120-ab5ec80543f5 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070260 Aug 12 21:01:09.243580 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04988-ea6e-440e-9c23-87a7e1fba7da tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Pushing event updated for resources: {'Port': ['ID=8478ee2e-5bcc-48d6-b024-101cda6178ec,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:09.271963 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e25d403-8b63-459d-875b-da14b9a3383a None None] The sync data for ids ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'] in dv-cinder-804457-1-iscsi is: [{'id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:50Z', 'updated_at': '2021-08-12T21:00:58Z', 'revision_number': 4, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'gw_port': {'id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '04a01bb1-daca-42ef-9740-912a2f8d1117', 'name': '', 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'mac_address': 'fa:16:3e:8c:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ba17d4dc-4704-45f5-9441-3b5c5945c10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:57Z', 'updated_at': '2021-08-12T21:01:07Z', 'revision_number': 4, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'subnets': [{'id': 'ba17d4dc-4704-45f5-9441-3b5c5945c10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:01:09.825464 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-de930868-b0a6-4e1c-9849-bf54e99c382b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:09.966121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 2, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:10.123884 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Checking router: 797cf2f7-c047-4082-929c-9b4f882bcd5c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:01:10.127743 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Updating router 797cf2f7-c047-4082-929c-9b4f882bcd5c port 8804bc24-880f-4da3-ab7c-128faf990f2c binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:01:10.186794 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8192-34c0-4e15-88c3-0ad2b7582d02 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:10.280983 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:10.315813 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8192-34c0-4e15-88c3-0ad2b7582d02 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:10.745546 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8192-34c0-4e15-88c3-0ad2b7582d02 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:10.754841 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-bf1a8192-34c0-4e15-88c3-0ad2b7582d02 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3678033 Aug 12 21:01:10.759094 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:10.765030 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c6fcc9df-e2c9-4f80-b767-8ee0681939c2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'security_group_rule': {'security_group_id': 'ff4f4595-527b-4ffe-9d64-53a513811cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:10.798159 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360704f-0a3f-47b6-95ef-6d04d0676ab6 req-797e0efe-11f0-4438-9fdf-ccea1e240449 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:10.804380 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5360704f-0a3f-47b6-95ef-6d04d0676ab6 req-797e0efe-11f0-4438-9fdf-ccea1e240449 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 931 time: 1.7333705 Aug 12 21:01:10.817375 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a8192-34c0-4e15-88c3-0ad2b7582d02 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44141da-8a34-487f-a98b-dfa6377b9fe0,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:10.863334 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6fcc9df-e2c9-4f80-b767-8ee0681939c2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:11.040236 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5360704f-0a3f-47b6-95ef-6d04d0676ab6 req-587d78e3-692d-49c8-8059-943b49729408 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053990 Aug 12 21:01:11.203215 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6fcc9df-e2c9-4f80-b767-8ee0681939c2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:11.223856 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6fcc9df-e2c9-4f80-b767-8ee0681939c2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:11.259923 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a6bc19a6-80c6-4282-9f29-c5cbdc30950d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:11.262233 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 04a01bb1-daca-42ef-9740-912a2f8d1117 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:11.272308 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a6bc19a6-80c6-4282-9f29-c5cbdc30950d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 819 time: 1.0612357 Aug 12 21:01:11.301685 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcc9df-e2c9-4f80-b767-8ee0681939c2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84a0902-7625-441d-8987-ab16b85a8fd2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:11.313163 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a37ce220-bbc2-4a99-9b26-3829c538f048 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/quotas/164b84eecce4466e98e3883d2b2bc317 HTTP/1.1" status: 200 len: 375 time: 0.0397727 Aug 12 21:01:11.331501 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6fcc9df-e2c9-4f80-b767-8ee0681939c2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:11.335791 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c6fcc9df-e2c9-4f80-b767-8ee0681939c2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5740924 Aug 12 21:01:11.343110 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46280) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:11.359370 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'floatingip': {'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:11.488160 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:11.558575 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-c7f4bc27-69fc-40c8-8f91-113bd4075dd6 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2342067 Aug 12 21:01:11.609174 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Request body: {'port': {'device_id': 'abad6589-85f3-4642-b99f-c07040fc26a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:11.821080 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-2cfca30e-c347-4560-95b9-0f21126ac0f1 service neutron] 10.222.0.18 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504437 Aug 12 21:01:11.881816 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 04a01bb1-daca-42ef-9740-912a2f8d1117 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:11.899604 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 04a01bb1-daca-42ef-9740-912a2f8d1117 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:11.905803 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:11.946927 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:12.020767 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:12.288448 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-cb922da9-fce3-4186-93be-0951d824d838 service neutron] 10.222.0.18 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616787 Aug 12 21:01:12.416775 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f5b1f-6be6-40a4-a038-384f5142e75b req-f850d42a-9a9f-4229-ba64-9dd7eaf86031 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:12.428715 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7a7f5b1f-6be6-40a4-a038-384f5142e75b req-f850d42a-9a9f-4229-ba64-9dd7eaf86031 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 931 time: 0.2003610 Aug 12 21:01:12.495083 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7a7f5b1f-6be6-40a4-a038-384f5142e75b req-f73ab0bd-e0c4-41b7-99ef-45a0555e9387 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651758 Aug 12 21:01:12.540947 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:12.635284 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:12.789810 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b85c5ad3-ef12-4875-a1af-7de8c13fb3ea req-672c6d0a-6d20-4ce6-8fc9-998110eaad76 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.1068232 Aug 12 21:01:12.857431 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:12.878965 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Transition to ACTIVE for port object 8804bc24-880f-4da3-ab7c-128faf990f2c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:01:12.895945 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:12.926785 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-129c3a8c-c337-46a0-ab66-e1bfa8e59bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.001436 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2d4d64-092a-4b90-803a-f3cad2fdd8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.258433 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8478ee2e-5bcc-48d6-b024-101cda6178ec {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:01:13.306416 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.346418 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Allocated IP 172.27.0.206 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/b8c79c61-0ece-48a0-8395-37f580ee7220) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:01:13.354446 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.356707 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Transition to ACTIVE for port object 8478ee2e-5bcc-48d6-b024-101cda6178ec will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:01:13.372813 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.413152 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 04a01bb1-daca-42ef-9740-912a2f8d1117, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=04a01bb1-daca-42ef-9740-912a2f8d1117,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:13.441068 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.442006 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Attempting to bind port 8804bc24-880f-4da3-ab7c-128faf990f2c on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:01:13.447537 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Attempting to bind port 8804bc24-880f-4da3-ab7c-128faf990f2c by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:01:13.448367 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Attempting to bind port 8804bc24-880f-4da3-ab7c-128faf990f2c on network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:13.458088 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c585fb-7dea-4730-81a8-d39436c68c36 None None] Pushing event updated for resources: {'Port': ['ID=8804bc24-880f-4da3-ab7c-128faf990f2c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:13.474837 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.509844 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:01:13.510328 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Checking segment: {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:01:13.511436 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.512439 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Bound using segment: {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:01:13.514116 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Bound port: 8804bc24-880f-4da3-ab7c-128faf990f2c, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:01:13.515897 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.662929 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Pushing event updated for resources: {'Port': ['ID=8478ee2e-5bcc-48d6-b024-101cda6178ec,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:13.720541 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.721379 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd54ded-b882-462a-a89f-55c7e0b0a8d6 req-e655647b-b1a6-43de-a3af-7f6650093388 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:13.732427 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dbd54ded-b882-462a-a89f-55c7e0b0a8d6 req-e655647b-b1a6-43de-a3af-7f6650093388 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.1127946 Aug 12 21:01:13.771817 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Attempting to bind port 8478ee2e-5bcc-48d6-b024-101cda6178ec on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:01:13.772148 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Attempting to bind port 8478ee2e-5bcc-48d6-b024-101cda6178ec by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'd482c06f-9359-43d6-a01e-bb701eaf0aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '55318865-7842-4bf9-9208-6d6eb8b797c6'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:01:13.772683 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Attempting to bind port 8478ee2e-5bcc-48d6-b024-101cda6178ec on network 55318865-7842-4bf9-9208-6d6eb8b797c6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:13.793522 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2d4d64-092a-4b90-803a-f3cad2fdd8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.801003 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.801654 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=04a01bb1-daca-42ef-9740-912a2f8d1117,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:13.807214 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Port 8478ee2e-5bcc-48d6-b024-101cda6178ec on network 55318865-7842-4bf9-9208-6d6eb8b797c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:01:13.807538 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Attempting to bind port 8478ee2e-5bcc-48d6-b024-101cda6178ec on network 55318865-7842-4bf9-9208-6d6eb8b797c6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:13.809490 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2d4d64-092a-4b90-803a-f3cad2fdd8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.811174 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] For port 8804bc24-880f-4da3-ab7c-128faf990f2c, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:01:13.818245 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] For port 8804bc24-880f-4da3-ab7c-128faf990f2c, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=8804bc24-880f-4da3-ab7c-128faf990f2c,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:01:13.827765 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.874254 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dbd54ded-b882-462a-a89f-55c7e0b0a8d6 req-ffb28ac9-d2f8-46fd-8e04-6a930ffc962d tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360211 Aug 12 21:01:13.937867 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:01:13.938250 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Checking segment: {'id': 'd482c06f-9359-43d6-a01e-bb701eaf0aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '55318865-7842-4bf9-9208-6d6eb8b797c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:01:13.939277 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Bound using segment: {'id': 'd482c06f-9359-43d6-a01e-bb701eaf0aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '55318865-7842-4bf9-9208-6d6eb8b797c6'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:01:13.939428 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Bound port: 8478ee2e-5bcc-48d6-b024-101cda6178ec, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd482c06f-9359-43d6-a01e-bb701eaf0aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '55318865-7842-4bf9-9208-6d6eb8b797c6'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:01:13.939763 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:13.964741 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:01:13.966268 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:01:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:13.976766 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7b7853c1-2814-4dfb-806a-1bd5be6980fd req-1b04ab5f-eecc-497e-ad59-ae1b7457c7ec tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.0869100 Aug 12 21:01:14.010355 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-db2d4d64-092a-4b90-803a-f3cad2fdd8f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37d740f6c6034281a79e7f24e2b5450e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0559790 Aug 12 21:01:14.010355 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d4d64-092a-4b90-803a-f3cad2fdd8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4948ed8-1f59-42c2-8fb6-d9c55d6b8d0e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:14.014616 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 46336) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:14.158303 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] For port 8478ee2e-5bcc-48d6-b024-101cda6178ec, host hv-cinder-80445, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:01:14.183061 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] For port 8478ee2e-5bcc-48d6-b024-101cda6178ec, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8478ee2e-5bcc-48d6-b024-101cda6178ec,segment=NetworkSegment(d482c06f-9359-43d6-a01e-bb701eaf0aad),segment_id=d482c06f-9359-43d6-a01e-bb701eaf0aad)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:01:14.188915 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:14.201227 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:14.210949 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ac2589c-faaf-44c0-bd12-3bf81a07ca21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:14.255782 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c585fb-7dea-4730-81a8-d39436c68c36 None None] Pushing event updated for resources: {'Port': ['ID=8804bc24-880f-4da3-ab7c-128faf990f2c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:14.337563 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:01:14.346040 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:01:14.358802 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:01:14.360463 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ac2589c-faaf-44c0-bd12-3bf81a07ca21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:14.465023 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'Port': ['ID=b8c79c61-0ece-48a0-8395-37f580ee7220,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:14.549958 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ac2589c-faaf-44c0-bd12-3bf81a07ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:14.555901 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ac2589c-faaf-44c0-bd12-3bf81a07ca21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:14.559497 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-0ac2589c-faaf-44c0-bd12-3bf81a07ca21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4948ed8-1f59-42c2-8fb6-d9c55d6b8d0e HTTP/1.1" status: 204 len: 168 time: 0.5382235 Aug 12 21:01:14.598808 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:01:14.607032 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:14.625806 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 46352) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:14.655665 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2589c-faaf-44c0-bd12-3bf81a07ca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4948ed8-1f59-42c2-8fb6-d9c55d6b8d0e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:14.685303 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:14.686855 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:14.689891 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] 10.222.0.42 "PUT /v2.0/ports/8478ee2e-5bcc-48d6-b024-101cda6178ec HTTP/1.1" status: 200 len: 1093 time: 3.8904557 Aug 12 21:01:14.700447 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abad6589-85f3-4642-b99f-c07040fc26a0', 'tag': '8478ee2e-5bcc-48d6-b024-101cda6178ec'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:01:15.079903 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:15.212343 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:15.295345 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782f6c1-9d80-4338-8c19-69f06fd9bbaa service neutron] Pushing event updated for resources: {'Port': ['ID=8478ee2e-5bcc-48d6-b024-101cda6178ec,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:15.332214 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ede8a485-18b3-44ca-984c-f29ea346f3e2 req-562ec5be-7f75-4671-8107-d326144d9712 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.1211879 Aug 12 21:01:15.382580 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:13Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:15.393399 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c489309-bf87-456b-98fc-21cbf330dc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:15.453895 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76684f07-6f85-4057-aff9-e5ba8833b590 req-077c84fb-9d55-4725-a1fa-6835336fea22 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:15.454629 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa65e3-7195-4cd6-8f48-03b7af8b18e8 None None] The sync data for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi is: [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:13Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:01:15.482727 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-76684f07-6f85-4057-aff9-e5ba8833b590 req-077c84fb-9d55-4725-a1fa-6835336fea22 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.3781970 Aug 12 21:01:15.488935 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 46370) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:15.649489 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1dccc6f-ab01-48fb-bfe5-1b4b43a47d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:15.679983 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-76684f07-6f85-4057-aff9-e5ba8833b590 req-6460e4ff-e146-4ab2-84bb-4f11594617d0 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957316 Aug 12 21:01:15.711510 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 04a01bb1-daca-42ef-9740-912a2f8d1117 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:15.764578 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d740643a-91fc-4e96-acab-00e992a11935" -d '{"events": [{"name": "network-changed", "server_uuid": "abad6589-85f3-4642-b99f-c07040fc26a0", "tag": "8478ee2e-5bcc-48d6-b024-101cda6178ec"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:01:15.839948 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 04a01bb1-daca-42ef-9740-912a2f8d1117 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:15.840684 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:15.866344 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:15.875208 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:15.902438 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.083066 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c489309-bf87-456b-98fc-21cbf330dc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.105686 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c489309-bf87-456b-98fc-21cbf330dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.131483 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.143164 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7882383 Aug 12 21:01:16.172827 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aceceb-f2fa-450c-8223-6e6cc1b49758 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'Port': ['ID=b8c79c61-0ece-48a0-8395-37f580ee7220,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:16.236012 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 8804bc24-880f-4da3-ab7c-128faf990f2c up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:16.328787 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7c489309-bf87-456b-98fc-21cbf330dc2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=127e5d9a084047f1bc1a8781de2ac408&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6933477 Aug 12 21:01:16.334403 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c489309-bf87-456b-98fc-21cbf330dc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e93367c-c9ba-4ee1-bb63-a37fa6807009,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:16.335144 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46390) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:16.363179 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 8804bc24-880f-4da3-ab7c-128faf990f2c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:16.377356 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 8804bc24-880f-4da3-ab7c-128faf990f2c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:16.379645 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.437975 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1dccc6f-ab01-48fb-bfe5-1b4b43a47d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.459482 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1dccc6f-ab01-48fb-bfe5-1b4b43a47d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.588805 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227a5a33-676d-4dfe-9b39-292e2df67b4f x-openstack-request-id: req-227a5a33-676d-4dfe-9b39-292e2df67b4f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:01:16.591390 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abad6589-85f3-4642-b99f-c07040fc26a0", "tag": "8478ee2e-5bcc-48d6-b024-101cda6178ec", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:01:16.592019 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-227a5a33-676d-4dfe-9b39-292e2df67b4f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:01:16.599588 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abad6589-85f3-4642-b99f-c07040fc26a0', 'tag': '8478ee2e-5bcc-48d6-b024-101cda6178ec', 'status': 'completed', 'code': 200} Aug 12 21:01:16.613680 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4d6fc211-ce55-4546-9304-1906767c338e req-bdd4af7e-e044-4d9f-97cf-00a2ab01b7dc tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.0612516 Aug 12 21:01:16.624914 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d585fceb-f8fe-4069-b8bf-ed73724f18cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.652174 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c1dccc6f-ab01-48fb-bfe5-1b4b43a47d73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c0794489bb14b68a3a2f88c94ed13a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1394389 Aug 12 21:01:16.653553 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 46408) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:16.663607 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dccc6f-ab01-48fb-bfe5-1b4b43a47d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57746dae-db5b-4795-9609-e5af8a922a91,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:16.779494 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d585fceb-f8fe-4069-b8bf-ed73724f18cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.785151 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.905312 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40743b5f-5d86-4a66-9229-563ba3c76ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:16.936605 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 8804bc24-880f-4da3-ab7c-128faf990f2c, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=8804bc24-880f-4da3-ab7c-128faf990f2c,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:16.946017 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:17.017350 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40743b5f-5d86-4a66-9229-563ba3c76ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:17.060689 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=8804bc24-880f-4da3-ab7c-128faf990f2c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:17.158382 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40743b5f-5d86-4a66-9229-563ba3c76ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:17.161283 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40743b5f-5d86-4a66-9229-563ba3c76ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:17.166126 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-40743b5f-5d86-4a66-9229-563ba3c76ef1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57746dae-db5b-4795-9609-e5af8a922a91 HTTP/1.1" status: 204 len: 168 time: 0.5108161 Aug 12 21:01:17.244583 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40743b5f-5d86-4a66-9229-563ba3c76ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57746dae-db5b-4795-9609-e5af8a922a91,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:17.254889 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645bb31-18c2-4108-b75c-9c31f6b50b60 req-0050a296-1805-4c50-84d7-ea696927c167 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:17.265017 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0645bb31-18c2-4108-b75c-9c31f6b50b60 req-0050a296-1805-4c50-84d7-ea696927c167 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.1204157 Aug 12 21:01:17.309105 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-4735c913-500d-40d9-b247-cf4d057ade4f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1992610872&fields=id&tenant_id=38e25d760f7b49cea926e741310bd9ff HTTP/1.1" status: 200 len: 267 time: 0.3862379 Aug 12 21:01:17.311839 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d585fceb-f8fe-4069-b8bf-ed73724f18cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:17.326109 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d585fceb-f8fe-4069-b8bf-ed73724f18cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:17.327628 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d585fceb-f8fe-4069-b8bf-ed73724f18cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e93367c-c9ba-4ee1-bb63-a37fa6807009 HTTP/1.1" status: 204 len: 168 time: 0.9919717 Aug 12 21:01:17.348793 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585fceb-f8fe-4069-b8bf-ed73724f18cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e93367c-c9ba-4ee1-bb63-a37fa6807009,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:17.559562 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0645bb31-18c2-4108-b75c-9c31f6b50b60 req-b40fbe5e-1e5f-4f92-a9f7-577f50261352 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937851 Aug 12 21:01:17.707282 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 8804bc24-880f-4da3-ab7c-128faf990f2c up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:17.815375 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab12e-a743-441c-86b6-27c411392bae req-c976af6a-cc6b-4a9e-b972-826fe1e3083b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:17.831747 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-c976af6a-cc6b-4a9e-b972-826fe1e3083b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 810 time: 0.4850686 Aug 12 21:01:17.863866 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 8804bc24-880f-4da3-ab7c-128faf990f2c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:17.865063 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:17.870412 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754db01-b935-42ad-9e71-9335947c86f1 req-365c8956-701d-42cf-ade7-5d926a9288ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:17.873086 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-365c8956-701d-42cf-ade7-5d926a9288ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e07d9b16a538415ca57ae158e233bd16&device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 1096 time: 0.2727501 Aug 12 21:01:17.929489 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-f185420d-545a-4830-b21e-cab3c15d714d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/quotas/38e25d760f7b49cea926e741310bd9ff HTTP/1.1" status: 200 len: 375 time: 0.0899324 Aug 12 21:01:18.016229 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-712a041a-78d5-41ac-9dc5-356bb72edc5d req-d4e300b0-c47d-49bb-85c6-6e6ff08ea050 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.1292181 Aug 12 21:01:18.149042 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-1ff3060b-c16d-44dc-839a-bc6f497cc9c2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2096927 Aug 12 21:01:18.234681 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-25de9a27-0694-48bb-8706-d17dbb0942fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8478ee2e-5bcc-48d6-b024-101cda6178ec HTTP/1.1" status: 200 len: 217 time: 0.2461057 Aug 12 21:01:18.372470 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46466) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:18.450518 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754db01-b935-42ad-9e71-9335947c86f1 req-77adfddb-4e6d-415e-b60f-7eefe368036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:18.460669 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-77adfddb-4e6d-415e-b60f-7eefe368036e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=063daf1d-3f3e-487e-84ab-32c679e42922 HTTP/1.1" status: 200 len: 852 time: 0.2121928 Aug 12 21:01:18.461729 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eebc2f1d-02ca-4b8e-968e-c026da3e645d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:18.604115 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-efbba8a8-0ce5-4ea8-bb06-f8fa06cbfe99 service neutron] 10.222.0.18 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366522 Aug 12 21:01:18.774468 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.42', 50956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:19.041280 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-2d40713b-16ba-4ae4-96bd-a38820154193 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55318865-7842-4bf9-9208-6d6eb8b797c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4604218 Aug 12 21:01:19.239215 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a293d1-05aa-4eb5-898f-2cfd7a22c658 req-1486ebef-9c70-466b-9faf-0c6be8a67492 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:19.241317 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-3703599e-d57b-4a33-8a89-6132290986fb tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:19.243216 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-3703599e-d57b-4a33-8a89-6132290986fb tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 819 time: 0.3649700 Aug 12 21:01:19.253005 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-51a293d1-05aa-4eb5-898f-2cfd7a22c658 req-1486ebef-9c70-466b-9faf-0c6be8a67492 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.3464353 Aug 12 21:01:19.260452 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-8b2a534d-5d68-4ca3-b36e-fe288e2ceeef service neutron] 10.222.0.18 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485999 Aug 12 21:01:19.348758 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Request body: {'port': {'device_id': 'f23a82b0-6e25-4c56-8f6d-827148111ad9', 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20', 'admin_state_up': True, 'tenant_id': '164b84eecce4466e98e3883d2b2bc317'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:19.448786 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-51a293d1-05aa-4eb5-898f-2cfd7a22c658 req-063a246c-3f24-4ea1-82f0-a2b4de2ede61 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770496 Aug 12 21:01:19.485585 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eebc2f1d-02ca-4b8e-968e-c026da3e645d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:19.555191 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eebc2f1d-02ca-4b8e-968e-c026da3e645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:19.665280 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f6def4b6-aa71-4bf0-acd9-152daa0f4864 service neutron] 10.222.0.42 "GET /v2.0/networks/55318865-7842-4bf9-9208-6d6eb8b797c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330785 Aug 12 21:01:19.727160 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 46510) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:19.738627 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-eebc2f1d-02ca-4b8e-968e-c026da3e645d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31c9221842ef43debb05be1e75fb185c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3647723 Aug 12 21:01:19.788440 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc2f1d-02ca-4b8e-968e-c026da3e645d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50ae166-176e-4780-81fe-58bd464e64f7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:20.037052 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Made reservation on behalf of 164b84eecce4466e98e3883d2b2bc317 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:01:20.041624 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:20.053889 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-13dd998e-e8d3-48ef-9929-f984d47366fe req-b4aa65bb-e898-4e9c-a168-7353fd8a00e1 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.2115293 Aug 12 21:01:20.139112 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5933e907-c30a-4d0b-ba5c-70d57f6971fe req-b198fc34-abef-475c-b470-3bca82a4a2ed tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 210 time: 0.1178982 Aug 12 21:01:20.160955 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b83e-4f14-411c-93d9-9e2f967c0275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:20.240921 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b83e-4f14-411c-93d9-9e2f967c0275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:20.368038 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b83e-4f14-411c-93d9-9e2f967c0275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:20.377355 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Allocated IP 172.20.0.9 (fb956b38-89eb-4381-9900-246d7625fb20/ba17d4dc-4704-45f5-9441-3b5c5945c10f/e707b49a-3678-4809-b808-7a2aea3b2994) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:01:20.377798 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b83e-4f14-411c-93d9-9e2f967c0275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:20.385361 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c2f3b83e-4f14-411c-93d9-9e2f967c0275 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f50ae166-176e-4780-81fe-58bd464e64f7 HTTP/1.1" status: 204 len: 168 time: 0.6548600 Aug 12 21:01:20.407190 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3b83e-4f14-411c-93d9-9e2f967c0275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50ae166-176e-4780-81fe-58bd464e64f7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:20.774378 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e73cf8-e422-4c16-8403-7a9d6842b7fd req-056dfd81-5db5-417e-a958-69195e74a85b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:20.787476 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e6e73cf8-e422-4c16-8403-7a9d6842b7fd req-056dfd81-5db5-417e-a958-69195e74a85b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.1272154 Aug 12 21:01:20.913273 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e6e73cf8-e422-4c16-8403-7a9d6842b7fd req-3b2810b6-2611-4084-99b4-e8139101f703 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073256 Aug 12 21:01:20.982455 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:21.103067 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:21.236821 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Network fb956b38-89eb-4381-9900-246d7625fb20 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:01:21.249929 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:01:21.253376 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Pushing event updated for resources: {'Port': ['ID=e707b49a-3678-4809-b808-7a2aea3b2994,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:21.258630 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:01:21.270397 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:21.272025 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:21.302762 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-01ff8efd-7ac8-4a6c-ba0f-b05cb80d40c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9755552 Aug 12 21:01:21.323792 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f8037546-3e54-474a-8148-0dba34bfe64f req-62a073de-b330-426e-9d6b-9083eb732710 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.1108911 Aug 12 21:01:21.468786 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1dc4cdd6-d091-4ab5-8119-5e886ce808c7 req-72e801dc-0cbe-4aae-b063-c25fb403aa7f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 210 time: 0.0640321 Aug 12 21:01:22.189895 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ebae6-6184-4226-8530-e54305520376 req-70018bbb-222b-4beb-81e5-ce926478383f tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:22.192937 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-653ebae6-6184-4226-8530-e54305520376 req-70018bbb-222b-4beb-81e5-ce926478383f tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.1451936 Aug 12 21:01:22.260758 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-653ebae6-6184-4226-8530-e54305520376 req-f3bf7c1b-e2ac-4719-9784-ff17a19870c0 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607560 Aug 12 21:01:22.397511 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:01:22.483700 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-651dbfa6-71ef-4a2e-bcef-a398bfbfeae4 req-f58fa13f-86cf-487b-8501-a277f05d6dce tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.0442789 Aug 12 21:01:22.650541 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-781965b4-ff93-46e7-a69f-d8ca4b463e57 req-f075d3dd-1dd6-465b-8caf-dca33f4a40f5 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 210 time: 0.0461504 Aug 12 21:01:23.002925 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Request body: {'port': {'device_id': 'f23a82b0-6e25-4c56-8f6d-827148111ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:23.148269 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:23.188880 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.42', 50964) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:23.268560 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4754db01-b935-42ad-9e71-9335947c86f1 req-f3d17019-1423-430e-8f6e-5af954f0b20e service neutron] 10.222.0.42 "GET /v2.0/networks/55318865-7842-4bf9-9208-6d6eb8b797c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483849 Aug 12 21:01:23.537786 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-75f14312-6f16-4543-abb3-75da19adf3d0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:23.541094 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-75f14312-6f16-4543-abb3-75da19adf3d0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 819 time: 0.3505070 Aug 12 21:01:23.579164 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Request body: {'port': {'device_id': 'b0319407-f452-4f54-a856-6f717946a17c', 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20', 'admin_state_up': True, 'tenant_id': '164b84eecce4466e98e3883d2b2bc317'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:23.673826 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740643a-91fc-4e96-acab-00e992a11935 req-208a64e6-f0d7-4d24-8c8b-5dc1ae1543fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:23.676625 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d740643a-91fc-4e96-acab-00e992a11935 req-208a64e6-f0d7-4d24-8c8b-5dc1ae1543fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e07d9b16a538415ca57ae158e233bd16&device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 1096 time: 0.1633549 Aug 12 21:01:23.921053 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.42', 50969) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:24.089450 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c3b2b35e-c73e-4514-840c-c47c68ed3a82 req-47c3b06a-a53e-4d33-833d-7331254df045 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.0934608 Aug 12 21:01:24.229942 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54ee68-0ac6-4fc5-b28d-ce93d79fa805 req-0b5ab01f-5e82-4414-9046-8b170a60672e tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:24.245475 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-af54ee68-0ac6-4fc5-b28d-ce93d79fa805 req-0b5ab01f-5e82-4414-9046-8b170a60672e tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.7518823 Aug 12 21:01:24.422828 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7a4e05ed-e5cb-4224-9e29-d20182876406 req-de0f5f50-8c45-4951-ba17-cd24ad8c11f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 210 time: 0.0718729 Aug 12 21:01:24.495486 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-af54ee68-0ac6-4fc5-b28d-ce93d79fa805 req-fd9c9fa7-351e-460a-aa0a-7895920e39a4 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482157 Aug 12 21:01:24.543364 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Made reservation on behalf of 164b84eecce4466e98e3883d2b2bc317 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:01:24.551510 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:24.692781 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e707b49a-3678-4809-b808-7a2aea3b2994 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:01:24.707519 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:24.724207 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Transition to ACTIVE for port object e707b49a-3678-4809-b808-7a2aea3b2994 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:01:24.726165 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740643a-91fc-4e96-acab-00e992a11935 req-0aed86fb-f5fd-40af-babf-e4b4ca1f6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:24.728449 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d740643a-91fc-4e96-acab-00e992a11935 req-0aed86fb-f5fd-40af-babf-e4b4ca1f6322 service neutron] 10.222.0.42 "GET /v2.0/networks?id=55318865-7842-4bf9-9208-6d6eb8b797c6 HTTP/1.1" status: 200 len: 913 time: 1.0330584 Aug 12 21:01:24.755094 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:24.941667 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab12e-a743-441c-86b6-27c411392bae req-b45e69da-202e-4b84-9707-10ecdbafadcd tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:24.944643 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-b45e69da-202e-4b84-9707-10ecdbafadcd tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 810 time: 1.0217831 Aug 12 21:01:24.966051 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d740643a-91fc-4e96-acab-00e992a11935 req-6655e46f-de20-49b6-b9b4-ba58ad57ad6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8478ee2e-5bcc-48d6-b024-101cda6178ec HTTP/1.1" status: 200 len: 217 time: 0.1898458 Aug 12 21:01:25.098411 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-a667e7d1-586d-4158-8165-0d73997c06d2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38e25d760f7b49cea926e741310bd9ff HTTP/1.1" status: 200 len: 380 time: 0.1389315 Aug 12 21:01:25.131389 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'port': {'device_id': '653bde13-2a63-4ec6-8782-10dd52314c14', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'admin_state_up': True, 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'security_groups': ['ff4f4595-527b-4ffe-9d64-53a513811cf9']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:25.140041 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Allocated IP 172.20.0.4 (fb956b38-89eb-4381-9900-246d7625fb20/ba17d4dc-4704-45f5-9441-3b5c5945c10f/c0e96dba-5152-4047-8e90-139ba44c6b4f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:01:25.155775 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Attempting to bind port e707b49a-3678-4809-b808-7a2aea3b2994 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:01:25.156278 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Attempting to bind port e707b49a-3678-4809-b808-7a2aea3b2994 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:01:25.156618 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Attempting to bind port e707b49a-3678-4809-b808-7a2aea3b2994 on network fb956b38-89eb-4381-9900-246d7625fb20 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:25.212925 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Pushing event updated for resources: {'Port': ['ID=e707b49a-3678-4809-b808-7a2aea3b2994,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:25.233516 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Port e707b49a-3678-4809-b808-7a2aea3b2994 on network fb956b38-89eb-4381-9900-246d7625fb20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:01:25.233850 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Attempting to bind port e707b49a-3678-4809-b808-7a2aea3b2994 on network fb956b38-89eb-4381-9900-246d7625fb20 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:25.246513 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740643a-91fc-4e96-acab-00e992a11935 req-73da545b-84c4-418b-a34f-d399ed6e43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:25.248038 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d740643a-91fc-4e96-acab-00e992a11935 req-73da545b-84c4-418b-a34f-d399ed6e43ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=063daf1d-3f3e-487e-84ab-32c679e42922 HTTP/1.1" status: 200 len: 852 time: 0.2303257 Aug 12 21:01:25.255717 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:01:25.256468 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Checking segment: {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:01:25.256468 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Bound using segment: {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:01:25.257217 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Bound port: e707b49a-3678-4809-b808-7a2aea3b2994, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:01:25.257577 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:25.323373 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d740643a-91fc-4e96-acab-00e992a11935 req-7113658d-de05-41f3-b220-d8383ac21418 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=55318865-7842-4bf9-9208-6d6eb8b797c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619736 Aug 12 21:01:25.390463 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-880eac3c-28a8-42e8-b182-41efe03628b9 req-696afffb-0907-4e54-9012-5afb95f2bf7f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.0729833 Aug 12 21:01:25.507888 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:25.574634 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] For port e707b49a-3678-4809-b808-7a2aea3b2994, host hv-cinder-80445, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:01:25.584059 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] For port e707b49a-3678-4809-b808-7a2aea3b2994, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e707b49a-3678-4809-b808-7a2aea3b2994,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:01:25.603088 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:25.605605 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Made reservation on behalf of 38e25d760f7b49cea926e741310bd9ff for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:01:25.610029 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:25.651699 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-29558938-a121-4a63-a0e1-51aa050d4c9e req-81ba1d4f-9c14-4bf4-aa6f-b4377e927cad tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 210 time: 0.1042883 Aug 12 21:01:25.656803 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d740643a-91fc-4e96-acab-00e992a11935 req-c9863051-4793-4964-a1f2-dd2dfb62ccf6 service neutron] 10.222.0.42 "GET /v2.0/networks/55318865-7842-4bf9-9208-6d6eb8b797c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941070 Aug 12 21:01:25.672994 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:25.673652 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:25.675785 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] 10.222.0.42 "PUT /v2.0/ports/e707b49a-3678-4809-b808-7a2aea3b2994 HTTP/1.1" status: 200 len: 1093 time: 2.6825576 Aug 12 21:01:25.678894 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23a82b0-6e25-4c56-8f6d-827148111ad9', 'tag': 'e707b49a-3678-4809-b808-7a2aea3b2994'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:01:25.681345 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f26e15-0256-44db-856f-e12e452b58ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f23a82b0-6e25-4c56-8f6d-827148111ad9", "tag": "e707b49a-3678-4809-b808-7a2aea3b2994"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:01:25.699417 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:25.759721 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab470b3-e3f3-4db7-b0e5-0d4116822c9e service neutron] Pushing event updated for resources: {'Port': ['ID=e707b49a-3678-4809-b808-7a2aea3b2994,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:25.829267 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Pushing event updated for resources: {'Port': ['ID=c0e96dba-5152-4047-8e90-139ba44c6b4f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:25.880941 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Network fb956b38-89eb-4381-9900-246d7625fb20 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:01:25.886201 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:01:25.913341 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:01:25.924769 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:25.925256 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:25.928687 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Allocated IP 172.20.0.5 (2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf/908ebf53-c594-4ee5-a082-e12af58ae392/c9ae8643-32da-457d-b990-3b7622501270) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:01:25.962966 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-a8fe2597-dc14-4fde-8128-6b5aec9e4520 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3972409 Aug 12 21:01:25.993546 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d947f6a-9f8a-4f06-a865-9821877bd1d9 req-502e0691-cab1-41de-8560-68735427830f tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:26.007946 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5d947f6a-9f8a-4f06-a865-9821877bd1d9 req-502e0691-cab1-41de-8560-68735427830f tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.1520841 Aug 12 21:01:26.014625 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37973660-7660-470d-b3cd-a6117684d9e7 x-openstack-request-id: req-37973660-7660-470d-b3cd-a6117684d9e7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:01:26.016312 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23a82b0-6e25-4c56-8f6d-827148111ad9", "tag": "e707b49a-3678-4809-b808-7a2aea3b2994", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:01:26.016558 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37973660-7660-470d-b3cd-a6117684d9e7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:01:26.018554 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23a82b0-6e25-4c56-8f6d-827148111ad9', 'tag': 'e707b49a-3678-4809-b808-7a2aea3b2994', 'status': 'completed', 'code': 200} Aug 12 21:01:26.095917 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5d947f6a-9f8a-4f06-a865-9821877bd1d9 req-09a6c791-f0ab-41c5-a6bc-cef260aeb1f5 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862021 Aug 12 21:01:26.234462 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:26.268099 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Transition to ACTIVE for port object c9ae8643-32da-457d-b990-3b7622501270 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:01:26.338476 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:26.427884 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:01:26.433554 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:01:26.437573 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:01:26.450725 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:26.452127 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:26.537080 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'Port': ['ID=c9ae8643-32da-457d-b990-3b7622501270,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:26.577288 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-f477023d-5ed0-4967-ab0d-f305eb8d49f6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4505162 Aug 12 21:01:26.664137 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2fa43-6885-49f7-a287-d3c665e4f2b2 req-91ee3214-23bb-487b-ac10-5c3e0004ad75 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:26.666973 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c9f2fa43-6885-49f7-a287-d3c665e4f2b2 req-91ee3214-23bb-487b-ac10-5c3e0004ad75 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 931 time: 0.1418116 Aug 12 21:01:26.778139 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c9f2fa43-6885-49f7-a287-d3c665e4f2b2 req-ece4dec9-9797-4bf4-ad21-7377a88f02fd tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865436 Aug 12 21:01:26.867849 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbe246-9661-47b4-b8aa-b06822db7c88 req-0368f3e6-9279-413e-8eed-549889c6c7ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:26.870447 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-48bbe246-9661-47b4-b8aa-b06822db7c88 req-0368f3e6-9279-413e-8eed-549889c6c7ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 931 time: 0.0907860 Aug 12 21:01:26.898303 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2f2b84d3-2b61-4abb-8fe2-1e579d84fdb9 None None] Provisioning for port c9ae8643-32da-457d-b990-3b7622501270 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:26.906262 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2f2b84d3-2b61-4abb-8fe2-1e579d84fdb9 None None] Provisioning complete for port c9ae8643-32da-457d-b990-3b7622501270 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:26.907231 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2f2b84d3-2b61-4abb-8fe2-1e579d84fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:26.954091 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-48bbe246-9661-47b4-b8aa-b06822db7c88 req-7a9a37de-780a-46b0-bf2f-abdfcb195e8e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675766 Aug 12 21:01:26.977974 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2f2b84d3-2b61-4abb-8fe2-1e579d84fdb9 None None] Port c9ae8643-32da-457d-b990-3b7622501270 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:01:27.225959 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ba060-cdc6-4e02-b3e2-7b06a305b0cc req-88a6d518-3203-4f11-8fa7-e46ff5e36f80 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:27.227513 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ea4ba060-cdc6-4e02-b3e2-7b06a305b0cc req-88a6d518-3203-4f11-8fa7-e46ff5e36f80 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.0508404 Aug 12 21:01:27.272773 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ea4ba060-cdc6-4e02-b3e2-7b06a305b0cc req-d26aac65-03c0-48d5-833c-e700e09fe843 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Aug 12 21:01:28.000871 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd65e13-7bbe-4278-9873-1ba3c9966e88 req-933ff94e-f6be-483c-9679-c8d7128b0134 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:28.014007 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-edd65e13-7bbe-4278-9873-1ba3c9966e88 req-933ff94e-f6be-483c-9679-c8d7128b0134 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 931 time: 0.1039422 Aug 12 21:01:28.100053 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-edd65e13-7bbe-4278-9873-1ba3c9966e88 req-d97111e2-c832-4ba7-83da-de37de3d3915 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791724 Aug 12 21:01:28.208738 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fe6eb-6914-4212-a35a-4b70444d6b53 req-a40d5296-1db5-40ba-9c87-298f3f07fcfc tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:28.210459 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:28.211568 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-703fe6eb-6914-4212-a35a-4b70444d6b53 req-a40d5296-1db5-40ba-9c87-298f3f07fcfc tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 931 time: 0.0950511 Aug 12 21:01:28.274519 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-703fe6eb-6914-4212-a35a-4b70444d6b53 req-374f7a87-d42f-4ff9-8be9-1e6ab797c777 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513368 Aug 12 21:01:28.375255 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7604-a4a0-4ec9-95d5-8decf9652a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:28.464375 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8cd32-0f1c-42d1-b0b1-c84310f7cfe5 req-056302fb-3ea6-486c-9623-443a85e7e283 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:28.468234 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c3f8cd32-0f1c-42d1-b0b1-c84310f7cfe5 req-056302fb-3ea6-486c-9623-443a85e7e283 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.0776205 Aug 12 21:01:28.527787 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c3f8cd32-0f1c-42d1-b0b1-c84310f7cfe5 req-834bfc16-f4d6-4556-8061-bf33e1df3658 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469403 Aug 12 21:01:28.531795 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7604-a4a0-4ec9-95d5-8decf9652a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:28.537760 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd9f7604-a4a0-4ec9-95d5-8decf9652a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:28.581125 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-cd9f7604-a4a0-4ec9-95d5-8decf9652a71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62ce6ad6158c40a99ec2cb1160a02c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695564 Aug 12 21:01:28.583837 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f7604-a4a0-4ec9-95d5-8decf9652a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51904264-c46a-4ccc-a768-31b5f854a76d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:28.585653 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 46828) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:28.655709 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b735a95-0924-47a7-bc6c-79728d3de46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:28.693356 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b735a95-0924-47a7-bc6c-79728d3de46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:28.725010 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Request body: {'port': {'device_id': 'b0319407-f452-4f54-a856-6f717946a17c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:28.732039 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Request body: {'port': {'device_id': '653bde13-2a63-4ec6-8782-10dd52314c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:28.826749 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:28.846588 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b735a95-0924-47a7-bc6c-79728d3de46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:28.851112 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b735a95-0924-47a7-bc6c-79728d3de46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:28.853625 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-3b735a95-0924-47a7-bc6c-79728d3de46e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51904264-c46a-4ccc-a768-31b5f854a76d HTTP/1.1" status: 204 len: 168 time: 0.2650352 Aug 12 21:01:28.873043 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b735a95-0924-47a7-bc6c-79728d3de46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51904264-c46a-4ccc-a768-31b5f854a76d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:28.944892 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:28.955238 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f26e15-0256-44db-856f-e12e452b58ad req-a003b513-f8f9-44b1-b08e-3b6b4186d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:28.957874 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f1f26e15-0256-44db-856f-e12e452b58ad req-a003b513-f8f9-44b1-b08e-3b6b4186d3ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1096 time: 0.2090526 Aug 12 21:01:29.157848 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d740643a-91fc-4e96-acab-00e992a11935 req-1c4bf504-5d4e-4064-ab98-5ee806f55495 service neutron] 10.222.0.42 "GET /v2.0/networks/55318865-7842-4bf9-9208-6d6eb8b797c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485526 Aug 12 21:01:29.358774 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f26e15-0256-44db-856f-e12e452b58ad req-27ccfed2-7a34-41f1-91c9-d0e0923acc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:29.365802 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f1f26e15-0256-44db-856f-e12e452b58ad req-27ccfed2-7a34-41f1-91c9-d0e0923acc0a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=164b84eecce4466e98e3883d2b2bc317&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3851287 Aug 12 21:01:29.418297 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af96428-6a97-4dea-b2f9-007ac75997fa req-e4caf773-e1d4-4e2a-ad41-65a925590012 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:29.419972 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5af96428-6a97-4dea-b2f9-007ac75997fa req-e4caf773-e1d4-4e2a-ad41-65a925590012 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 931 time: 0.1218719 Aug 12 21:01:29.524992 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e96dba-5152-4047-8e90-139ba44c6b4f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:01:29.606200 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f26e15-0256-44db-856f-e12e452b58ad req-781268d9-5db8-4e0e-bb59-adbcf93d11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:29.607668 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f1f26e15-0256-44db-856f-e12e452b58ad req-781268d9-5db8-4e0e-bb59-adbcf93d11f5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2356763 Aug 12 21:01:29.707503 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:29.716179 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:29.731490 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5af96428-6a97-4dea-b2f9-007ac75997fa req-bcde8bf7-4954-4a93-9527-0f4b1f4d6258 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783480 Aug 12 21:01:29.743012 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Transition to ACTIVE for port object c0e96dba-5152-4047-8e90-139ba44c6b4f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:01:29.752758 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:29.777761 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e3d2d-0f60-4089-90b2-bc5e9bde74fc req-c5568626-720a-4812-bade-098d67c10a8b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:29.779391 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ab7e3d2d-0f60-4089-90b2-bc5e9bde74fc req-c5568626-720a-4812-bade-098d67c10a8b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 931 time: 0.3279979 Aug 12 21:01:29.865886 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Pushing event updated for resources: {'Port': ['ID=c0e96dba-5152-4047-8e90-139ba44c6b4f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:29.913552 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ab7e3d2d-0f60-4089-90b2-bc5e9bde74fc req-66dab0ea-3848-42e9-859a-feeb3e0c67ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086156 Aug 12 21:01:29.962206 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Attempting to bind port c0e96dba-5152-4047-8e90-139ba44c6b4f on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:01:29.962560 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Attempting to bind port c0e96dba-5152-4047-8e90-139ba44c6b4f by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:01:29.962952 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Attempting to bind port c0e96dba-5152-4047-8e90-139ba44c6b4f on network fb956b38-89eb-4381-9900-246d7625fb20 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:29.976840 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6488adc7-986b-4b9c-bd81-f981baaa3d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:29.991431 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Port c0e96dba-5152-4047-8e90-139ba44c6b4f on network fb956b38-89eb-4381-9900-246d7625fb20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:01:29.992199 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Attempting to bind port c0e96dba-5152-4047-8e90-139ba44c6b4f on network fb956b38-89eb-4381-9900-246d7625fb20 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:30.003254 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:01:30.003696 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Checking segment: {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:01:30.005387 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Bound using segment: {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:01:30.006036 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Bound port: c0e96dba-5152-4047-8e90-139ba44c6b4f, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84ffe389-8b4e-4ce0-8040-e43bd268f24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:01:30.006631 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:30.089656 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-16ca136b-5347-42e2-a265-07d6ef3f2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:30.091958 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-16ca136b-5347-42e2-a265-07d6ef3f2da5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1096 time: 0.3866537 Aug 12 21:01:30.215779 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] For port c0e96dba-5152-4047-8e90-139ba44c6b4f, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:01:30.222734 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] For port c0e96dba-5152-4047-8e90-139ba44c6b4f, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c0e96dba-5152-4047-8e90-139ba44c6b4f,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:01:30.230702 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:30.250585 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e516-d20a-4a80-820e-21d34af3aae5 req-0df18fcf-5b8a-4ec8-8532-bbeb4aea6646 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:30.252278 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d406e516-d20a-4a80-820e-21d34af3aae5 req-0df18fcf-5b8a-4ec8-8532-bbeb4aea6646 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 943 time: 0.1457129 Aug 12 21:01:30.287772 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:30.288334 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:30.290524 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] 10.222.0.42 "PUT /v2.0/ports/c0e96dba-5152-4047-8e90-139ba44c6b4f HTTP/1.1" status: 200 len: 1093 time: 1.5703418 Aug 12 21:01:30.293799 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0319407-f452-4f54-a856-6f717946a17c', 'tag': 'c0e96dba-5152-4047-8e90-139ba44c6b4f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:01:30.328366 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-c6e30257-5934-4c86-a2d1-01ef6e229a60 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e707b49a-3678-4809-b808-7a2aea3b2994 HTTP/1.1" status: 200 len: 217 time: 0.2099478 Aug 12 21:01:30.417060 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ae8643-32da-457d-b990-3b7622501270 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:01:30.433201 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:30.449585 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-84c960f3-e3c9-4e35-8e32-8974324f35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:30.451175 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-84c960f3-e3c9-4e35-8e32-8974324f35f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.1026399 Aug 12 21:01:30.497743 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-67c2633a-8c29-4e19-89f8-0e2d9e8f20ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371192 Aug 12 21:01:30.504732 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6488adc7-986b-4b9c-bd81-f981baaa3d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:30.506279 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Transition to ACTIVE for port object c9ae8643-32da-457d-b990-3b7622501270 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:01:30.521111 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6488adc7-986b-4b9c-bd81-f981baaa3d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:30.523175 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e3fd0-265e-41de-b208-97de460a099f service neutron] Pushing event updated for resources: {'Port': ['ID=c0e96dba-5152-4047-8e90-139ba44c6b4f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:30.539453 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d406e516-d20a-4a80-820e-21d34af3aae5 req-e8aea4e5-0961-4c6f-b5b9-a42b987f422a tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601573 Aug 12 21:01:30.548766 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-8f16195c-d202-4f31-a7c2-7f876aeb4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:30.550036 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-8f16195c-d202-4f31-a7c2-7f876aeb4193 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 1096 time: 0.1670039 Aug 12 21:01:30.603134 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-6488adc7-986b-4b9c-bd81-f981baaa3d65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f6b7b0cf0324f14948e8ab6a7d1510d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8832133 Aug 12 21:01:30.603134 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:30.610367 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 46892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:30.640589 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488adc7-986b-4b9c-bd81-f981baaa3d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8e154d-b6b1-4d61-9676-1257db393e82,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:30.681141 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-33f4c747-78ff-4e96-8494-8d7bc7189cb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0e96dba-5152-4047-8e90-139ba44c6b4f HTTP/1.1" status: 200 len: 217 time: 0.1217120 Aug 12 21:01:30.740726 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8478ee2e-5bcc-48d6-b024-101cda6178ec details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:01:30.801263 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae8643-32da-457d-b990-3b7622501270,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:30.825002 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a0f030-84d6-4b30-b43d-76a8c804744b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0319407-f452-4f54-a856-6f717946a17c", "tag": "c0e96dba-5152-4047-8e90-139ba44c6b4f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:01:30.826376 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-f865d21a-8909-47a8-bb1d-cee8e4386014 service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188808 Aug 12 21:01:30.831546 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Attempting to bind port c9ae8643-32da-457d-b990-3b7622501270 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:01:30.832152 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Attempting to bind port c9ae8643-32da-457d-b990-3b7622501270 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:01:30.832645 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Attempting to bind port c9ae8643-32da-457d-b990-3b7622501270 on network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:30.838568 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6b5cfc9-ad39-45fe-8256-d1dc91994a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:30.843434 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Port c9ae8643-32da-457d-b990-3b7622501270 on network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:01:30.843992 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Attempting to bind port c9ae8643-32da-457d-b990-3b7622501270 on network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:01:30.908682 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:01:30.909442 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Checking segment: {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:01:30.910023 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Bound using segment: {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:01:30.910749 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Bound port: c9ae8643-32da-457d-b990-3b7622501270, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:01:30.911334 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:30.914487 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-8aaf4aa9-9863-4153-811b-a58b9a6cfed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:30.916825 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-8aaf4aa9-9863-4153-811b-a58b9a6cfed8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.2284479 Aug 12 21:01:30.934583 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6b5cfc9-ad39-45fe-8256-d1dc91994a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:31.061044 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8478ee2e-5bcc-48d6-b024-101cda6178ec, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8478ee2e-5bcc-48d6-b024-101cda6178ec,segment=NetworkSegment(d482c06f-9359-43d6-a01e-bb701eaf0aad),segment_id=d482c06f-9359-43d6-a01e-bb701eaf0aad)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:31.087404 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '8478ee2e-5bcc-48d6-b024-101cda6178ec', 'network_id': '55318865-7842-4bf9-9208-6d6eb8b797c6', 'port_id': '8478ee2e-5bcc-48d6-b024-101cda6178ec', 'mac_address': 'fa:16:3e:cc:75:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063daf1d-3f3e-487e-84ab-32c679e42922', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:01:31.091650 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-e0f841cd-6085-470b-8550-34a5ab0c1a3e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657054 Aug 12 21:01:31.199609 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-d6892866-a15d-4026-842e-cab92e9ecc04 service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569322 Aug 12 21:01:31.219436 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6b5cfc9-ad39-45fe-8256-d1dc91994a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:31.221377 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2304e419-2442-459d-a5a3-63c791bafc03 x-openstack-request-id: req-2304e419-2442-459d-a5a3-63c791bafc03 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:01:31.221820 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0319407-f452-4f54-a856-6f717946a17c", "tag": "c0e96dba-5152-4047-8e90-139ba44c6b4f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:01:31.224735 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6b5cfc9-ad39-45fe-8256-d1dc91994a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:31.225533 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2304e419-2442-459d-a5a3-63c791bafc03 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:01:31.227590 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0319407-f452-4f54-a856-6f717946a17c', 'tag': 'c0e96dba-5152-4047-8e90-139ba44c6b4f', 'status': 'completed', 'code': 200} Aug 12 21:01:31.229188 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-a6b5cfc9-ad39-45fe-8256-d1dc91994a11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee8e154d-b6b1-4d61-9676-1257db393e82 HTTP/1.1" status: 204 len: 168 time: 0.5851924 Aug 12 21:01:31.244611 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] For port c9ae8643-32da-457d-b990-3b7622501270, host hv-cinder-80445, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:01:31.260600 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] For port c9ae8643-32da-457d-b990-3b7622501270, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c9ae8643-32da-457d-b990-3b7622501270,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:01:31.269599 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:31.284197 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5cfc9-ad39-45fe-8256-d1dc91994a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8e154d-b6b1-4d61-9676-1257db393e82,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:31.357752 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:31.360034 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:31.360931 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:31.373976 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] 10.222.0.42 "PUT /v2.0/ports/c9ae8643-32da-457d-b990-3b7622501270 HTTP/1.1" status: 200 len: 1093 time: 2.6483648 Aug 12 21:01:31.374592 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653bde13-2a63-4ec6-8782-10dd52314c14', 'tag': 'c9ae8643-32da-457d-b990-3b7622501270'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:01:31.380532 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be" -d '{"events": [{"name": "network-changed", "server_uuid": "653bde13-2a63-4ec6-8782-10dd52314c14", "tag": "c9ae8643-32da-457d-b990-3b7622501270"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:01:31.421472 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8478ee2e-5bcc-48d6-b024-101cda6178ec {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:01:31.427131 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b289d1-bc2d-47bd-979d-763874ddc753 req-445d4275-aabe-4a19-aaa8-6540fcd4cfdd tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:31.463460 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-03b289d1-bc2d-47bd-979d-763874ddc753 req-445d4275-aabe-4a19-aaa8-6540fcd4cfdd tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 943 time: 0.4153140 Aug 12 21:01:31.487771 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742f0a0-3f8b-47c4-94e9-cd5f6ba72484 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ae8643-32da-457d-b990-3b7622501270,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:31.548120 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8478ee2e-5bcc-48d6-b024-101cda6178ec, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8478ee2e-5bcc-48d6-b024-101cda6178ec,segment=NetworkSegment(d482c06f-9359-43d6-a01e-bb701eaf0aad),segment_id=d482c06f-9359-43d6-a01e-bb701eaf0aad)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:31.559258 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:31.606736 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab12e-a743-441c-86b6-27c411392bae req-228e41a0-e3fb-446c-be1a-b475c71101d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:31.610175 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-228e41a0-e3fb-446c-be1a-b475c71101d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 1096 time: 0.1153874 Aug 12 21:01:31.703940 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=8478ee2e-5bcc-48d6-b024-101cda6178ec,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:31.708081 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-03b289d1-bc2d-47bd-979d-763874ddc753 req-d1ff7fb2-a315-40d5-ae0a-cb0608045eba tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220685 Aug 12 21:01:31.730400 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-b06435db-c15e-4b27-8aab-6a45f04970be service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859053 Aug 12 21:01:31.741245 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496166e-be7d-4c16-81fb-702c7d90e923 req-2aa41ec6-dfa6-45ae-9bdb-1e15e1314c1a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:31.742139 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d496166e-be7d-4c16-81fb-702c7d90e923 req-2aa41ec6-dfa6-45ae-9bdb-1e15e1314c1a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 943 time: 0.2638068 Aug 12 21:01:31.827903 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['8478ee2e-5bcc-48d6-b024-101cda6178ec'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:01:31.887085 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-725b69e0-9e41-4a16-acb6-0799be55e720 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae8643-32da-457d-b990-3b7622501270 HTTP/1.1" status: 200 len: 217 time: 0.2623997 Aug 12 21:01:31.972298 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d496166e-be7d-4c16-81fb-702c7d90e923 req-b52342ec-ad59-4407-bbb0-39b8b0116088 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049735 Aug 12 21:01:32.111652 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e808f31b-c023-457b-868a-c1c6aeac187f x-openstack-request-id: req-e808f31b-c023-457b-868a-c1c6aeac187f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:01:32.112698 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653bde13-2a63-4ec6-8782-10dd52314c14", "tag": "c9ae8643-32da-457d-b990-3b7622501270", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:01:32.113796 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e808f31b-c023-457b-868a-c1c6aeac187f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:01:32.116428 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-61895af7-765f-4796-b17d-e7a8de7a9643 req-deeb175d-26f3-4fb5-8060-4af4aa5e4d57 service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692389 Aug 12 21:01:32.117989 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653bde13-2a63-4ec6-8782-10dd52314c14', 'tag': 'c9ae8643-32da-457d-b990-3b7622501270', 'status': 'completed', 'code': 200} Aug 12 21:01:32.142224 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab12e-a743-441c-86b6-27c411392bae req-8c3c3eed-0d99-4ee9-a39f-f6c2d08c62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:32.165623 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-8c3c3eed-0d99-4ee9-a39f-f6c2d08c62ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.2681201 Aug 12 21:01:32.306109 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cab12e-a743-441c-86b6-27c411392bae req-d753ee80-a4dd-4ce5-915f-275524c98b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:32.307970 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-d753ee80-a4dd-4ce5-915f-275524c98b6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1278784 Aug 12 21:01:32.313984 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd75364-e586-485a-98f3-f7dda7448b4d req-28fc146b-8289-4fac-acbf-55b842d87b37 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:32.324238 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fbd75364-e586-485a-98f3-f7dda7448b4d req-28fc146b-8289-4fac-acbf-55b842d87b37 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 944 time: 0.1886663 Aug 12 21:01:32.338733 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-808f27ea-02f1-4fc9-8816-95dc4f06ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:32.341028 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-808f27ea-02f1-4fc9-8816-95dc4f06ca28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 1096 time: 0.1454391 Aug 12 21:01:32.515070 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fbd75364-e586-485a-98f3-f7dda7448b4d req-af44066f-5810-4507-8690-ddb21bc239fa tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850104 Aug 12 21:01:32.570770 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-1765d7ae-0a0e-466d-b158-949ae5d801d5 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536602 Aug 12 21:01:32.668265 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-1666b87c-750a-4849-a78a-1c7f29dee415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:32.669914 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-1666b87c-750a-4849-a78a-1c7f29dee415 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 920 time: 0.3091140 Aug 12 21:01:32.710519 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-a1cab12e-a743-441c-86b6-27c411392bae req-706b19f1-a95b-47b3-9c2b-c252d6bb7fd3 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278961 Aug 12 21:01:32.711149 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device e707b49a-3678-4809-b808-7a2aea3b2994 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:01:32.748837 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-46f2852e-3270-4eee-9719-6dcee31595ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0e96dba-5152-4047-8e90-139ba44c6b4f HTTP/1.1" status: 200 len: 217 time: 0.0685093 Aug 12 21:01:32.845983 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-e7ed1c7d-30ca-4592-8951-0eaeef3d6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:32.851349 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-e7ed1c7d-30ca-4592-8951-0eaeef3d6b02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 1096 time: 0.0843172 Aug 12 21:01:32.898167 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-cce4f48f-95fd-44fb-a669-cb5eab2bd7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:32.898917 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port e707b49a-3678-4809-b808-7a2aea3b2994, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e707b49a-3678-4809-b808-7a2aea3b2994,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:32.899652 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-cce4f48f-95fd-44fb-a669-cb5eab2bd7c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.1368117 Aug 12 21:01:32.922542 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'e707b49a-3678-4809-b808-7a2aea3b2994', 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20', 'port_id': 'e707b49a-3678-4809-b808-7a2aea3b2994', 'mac_address': 'fa:16:3e:32:2c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba17d4dc-4704-45f5-9441-3b5c5945c10f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:01:32.968911 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-1f789b2a-70ad-49e9-a3a1-06ed83e46ddd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482521 Aug 12 21:01:32.982013 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:33.003416 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b8d94-c90d-402d-892b-9ef2e641ee80 req-11780d82-5dbe-41f6-97a7-dd85b0101e09 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:33.007119 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-966b8d94-c90d-402d-892b-9ef2e641ee80 req-11780d82-5dbe-41f6-97a7-dd85b0101e09 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 943 time: 0.1272831 Aug 12 21:01:33.026329 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e707b49a-3678-4809-b808-7a2aea3b2994 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:01:33.053727 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-136012e8-152c-4d02-a2b2-216ef97d7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:33.057034 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-136012e8-152c-4d02-a2b2-216ef97d7fb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 911 time: 0.1926084 Aug 12 21:01:33.065143 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port e707b49a-3678-4809-b808-7a2aea3b2994, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e707b49a-3678-4809-b808-7a2aea3b2994,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:33.071032 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:33.140963 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=e707b49a-3678-4809-b808-7a2aea3b2994,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:33.155918 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-dbd44c4c-04f9-466c-82e8-a7af79d09bdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae8643-32da-457d-b990-3b7622501270 HTTP/1.1" status: 200 len: 217 time: 0.0906074 Aug 12 21:01:33.175396 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-966b8d94-c90d-402d-892b-9ef2e641ee80 req-089570c5-f9da-47dc-b860-ea9c40150907 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513519 Aug 12 21:01:33.212525 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-0c321c39-d563-4fde-836e-ad651a1bf9be service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311463 Aug 12 21:01:33.222636 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354570ad-7941-472e-b702-86a4883a66d1 req-32792ea6-6d2d-4124-b2ea-605be54eea55 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:33.225099 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-354570ad-7941-472e-b702-86a4883a66d1 req-32792ea6-6d2d-4124-b2ea-605be54eea55 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 943 time: 0.1052048 Aug 12 21:01:33.289625 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-5a904063-dbec-49d8-adc9-be569c77cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:33.292898 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-5a904063-dbec-49d8-adc9-be569c77cc96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.1191685 Aug 12 21:01:33.309883 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e707b49a-3678-4809-b808-7a2aea3b2994'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:01:33.421087 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-5c7bee88-dab5-43a5-8bd0-ad28ebfa543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:33.424158 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-5c7bee88-dab5-43a5-8bd0-ad28ebfa543e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229329 Aug 12 21:01:33.662696 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30a0f030-84d6-4b30-b43d-76a8c804744b req-25214f6c-58b2-4d7c-977b-18c8140e525d service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361587 Aug 12 21:01:33.681902 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-354570ad-7941-472e-b702-86a4883a66d1 req-d0d59607-d93c-46f8-804d-f9fbffd97e04 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818331 Aug 12 21:01:33.853073 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-eb9f7203-8274-46aa-9f8f-220f70be1f5c service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188688 Aug 12 21:01:33.893578 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346c624-4b65-4c4f-9f67-fb1376426021 req-1c9b26e7-6b20-4160-b571-f5c0015848e8 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:33.907977 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c346c624-4b65-4c4f-9f67-fb1376426021 req-1c9b26e7-6b20-4160-b571-f5c0015848e8 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 944 time: 0.2034225 Aug 12 21:01:33.990838 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c346c624-4b65-4c4f-9f67-fb1376426021 req-79e3761b-c7b1-4bf9-b873-013cc74a13e3 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799839 Aug 12 21:01:34.130552 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ed457e0-54c3-41b6-a62b-1c59c6cd14be req-075956db-744b-4951-b97a-a0096cdead36 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678306 Aug 12 21:01:34.302787 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47034) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:34.426172 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e572a-5950-4dc1-9bef-2f116efd901d req-52f13075-2bb5-4c46-b85b-5d2c9d0148ad tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:34.427869 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c31e572a-5950-4dc1-9bef-2f116efd901d req-52f13075-2bb5-4c46-b85b-5d2c9d0148ad tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 943 time: 0.1140084 Aug 12 21:01:34.458850 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd6174ae-ac8e-4bfe-9c22-6cc4fbddf8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:34.522522 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c31e572a-5950-4dc1-9bef-2f116efd901d req-2fcb9309-b6f0-4a38-b8e2-07aea9a780c9 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815268 Aug 12 21:01:34.627362 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd6174ae-ac8e-4bfe-9c22-6cc4fbddf8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:34.634187 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd6174ae-ac8e-4bfe-9c22-6cc4fbddf8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:34.714488 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-cd6174ae-ac8e-4bfe-9c22-6cc4fbddf8da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64ea4f76abfe430f927ea4703923c0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072566 Aug 12 21:01:34.714488 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6174ae-ac8e-4bfe-9c22-6cc4fbddf8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec39741a-da71-4b63-9681-89a18353ec17,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:34.715493 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47046) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:34.723843 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c0e96dba-5152-4047-8e90-139ba44c6b4f details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:01:34.765241 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8478ee2e-5bcc-48d6-b024-101cda6178ec up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:34.788956 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d3132aa-0999-4b23-beea-135512bcd531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:34.833046 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d3132aa-0999-4b23-beea-135512bcd531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:34.905036 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port 8478ee2e-5bcc-48d6-b024-101cda6178ec completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:34.915548 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d3132aa-0999-4b23-beea-135512bcd531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:34.916426 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port c0e96dba-5152-4047-8e90-139ba44c6b4f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c0e96dba-5152-4047-8e90-139ba44c6b4f,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:34.919983 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d3132aa-0999-4b23-beea-135512bcd531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:34.920250 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 8478ee2e-5bcc-48d6-b024-101cda6178ec triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:34.923064 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:34.948328 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-6d3132aa-0999-4b23-beea-135512bcd531 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec39741a-da71-4b63-9681-89a18353ec17 HTTP/1.1" status: 204 len: 168 time: 0.2204154 Aug 12 21:01:34.965799 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'c0e96dba-5152-4047-8e90-139ba44c6b4f', 'network_id': 'fb956b38-89eb-4381-9900-246d7625fb20', 'port_id': 'c0e96dba-5152-4047-8e90-139ba44c6b4f', 'mac_address': 'fa:16:3e:09:df:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba17d4dc-4704-45f5-9441-3b5c5945c10f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:01:34.966196 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3132aa-0999-4b23-beea-135512bcd531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec39741a-da71-4b63-9681-89a18353ec17,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:35.000392 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c103d17-3954-4d77-9452-213d70972c26 req-09212a7c-fd8f-413e-9418-7287f84268df tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:35.015714 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c103d17-3954-4d77-9452-213d70972c26 req-09212a7c-fd8f-413e-9418-7287f84268df tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 943 time: 0.1764493 Aug 12 21:01:35.058530 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:35.082220 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e96dba-5152-4047-8e90-139ba44c6b4f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:01:35.113130 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port c0e96dba-5152-4047-8e90-139ba44c6b4f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c0e96dba-5152-4047-8e90-139ba44c6b4f,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:35.166329 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c103d17-3954-4d77-9452-213d70972c26 req-6086d261-75cd-4bde-9834-f5b51d7b3c32 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488986 Aug 12 21:01:35.175799 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:35.179432 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c9ae8643-32da-457d-b990-3b7622501270 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:01:35.309128 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:35.355489 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db8493-ffb4-4985-8fb5-3c3e1b3602bf req-8e3fc5d5-c3a7-4b5d-967d-b800b2a73094 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:35.356805 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=c0e96dba-5152-4047-8e90-139ba44c6b4f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:35.365182 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e9db8493-ffb4-4985-8fb5-3c3e1b3602bf req-8e3fc5d5-c3a7-4b5d-967d-b800b2a73094 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 944 time: 0.1364655 Aug 12 21:01:35.414159 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abad6589-85f3-4642-b99f-c07040fc26a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8478ee2e-5bcc-48d6-b024-101cda6178ec'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:01:35.427857 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e9db8493-ffb4-4985-8fb5-3c3e1b3602bf req-ce827805-f864-415c-8d31-8f8ee3015c4a tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549235 Aug 12 21:01:35.499165 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8478ee2e-5bcc-48d6-b024-101cda6178ec, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8478ee2e-5bcc-48d6-b024-101cda6178ec,segment=NetworkSegment(d482c06f-9359-43d6-a01e-bb701eaf0aad),segment_id=d482c06f-9359-43d6-a01e-bb701eaf0aad)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:35.513781 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:35.514697 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device e707b49a-3678-4809-b808-7a2aea3b2994 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:35.601815 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port c9ae8643-32da-457d-b990-3b7622501270, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c9ae8643-32da-457d-b990-3b7622501270,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:35.634313 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'c9ae8643-32da-457d-b990-3b7622501270', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'port_id': 'c9ae8643-32da-457d-b990-3b7622501270', 'mac_address': 'fa:16:3e:61:de:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:01:35.642763 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=8478ee2e-5bcc-48d6-b024-101cda6178ec,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:35.679217 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port e707b49a-3678-4809-b808-7a2aea3b2994 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:35.691353 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port e707b49a-3678-4809-b808-7a2aea3b2994 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:35.691729 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:35.698765 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:35.699689 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7358ef-77bf-4d7d-91a1-6f576f858f04 req-3e602d60-8cf2-495d-8a44-60dba4ee811c tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:35.711792 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-de7358ef-77bf-4d7d-91a1-6f576f858f04 req-3e602d60-8cf2-495d-8a44-60dba4ee811c tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 944 time: 0.1064038 Aug 12 21:01:35.744816 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ae8643-32da-457d-b990-3b7622501270 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:01:35.776984 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port c9ae8643-32da-457d-b990-3b7622501270, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c9ae8643-32da-457d-b990-3b7622501270,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:35.782052 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-de7358ef-77bf-4d7d-91a1-6f576f858f04 req-73991367-f4cf-4ac5-91c0-04cccf2034a3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653360 Aug 12 21:01:35.784930 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:35.917288 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:35.940566 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=c9ae8643-32da-457d-b990-3b7622501270,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:35.976549 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47092) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:36.010328 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port e707b49a-3678-4809-b808-7a2aea3b2994, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e707b49a-3678-4809-b808-7a2aea3b2994,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:36.015489 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47096) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:36.017392 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:36.048049 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['c0e96dba-5152-4047-8e90-139ba44c6b4f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:01:36.094629 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['c9ae8643-32da-457d-b990-3b7622501270'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:01:36.134769 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c3a293-0419-4471-b585-1c2bde8de039" -d '{"events": [{"server_uuid": "abad6589-85f3-4642-b99f-c07040fc26a0", "name": "network-vif-plugged", "status": "completed", "tag": "8478ee2e-5bcc-48d6-b024-101cda6178ec"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:01:36.152908 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=e707b49a-3678-4809-b808-7a2aea3b2994,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:36.272406 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5da689a8-452b-4779-998e-161841d09ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:36.426350 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5da689a8-452b-4779-998e-161841d09ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:36.432640 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5da689a8-452b-4779-998e-161841d09ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:36.453510 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6af90-f8a3-4664-b9e9-e7d6212708e2 req-3f98709b-5635-4b97-9b11-c46a3d3ea4e5 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:36.457563 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5aa6af90-f8a3-4664-b9e9-e7d6212708e2 req-3f98709b-5635-4b97-9b11-c46a3d3ea4e5 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 944 time: 0.1543267 Aug 12 21:01:36.488410 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e038cdea-4aec-496d-894f-11f52d444d49 x-openstack-request-id: req-e038cdea-4aec-496d-894f-11f52d444d49 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:01:36.488839 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abad6589-85f3-4642-b99f-c07040fc26a0", "name": "network-vif-plugged", "status": "completed", "tag": "8478ee2e-5bcc-48d6-b024-101cda6178ec", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:01:36.489981 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e038cdea-4aec-496d-894f-11f52d444d49 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:01:36.490476 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abad6589-85f3-4642-b99f-c07040fc26a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8478ee2e-5bcc-48d6-b024-101cda6178ec', 'code': 200} Aug 12 21:01:36.501202 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5da689a8-452b-4779-998e-161841d09ce4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e9fc51709c84184a5013e21846c699e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5176482 Aug 12 21:01:36.512100 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:36.570035 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4c00522-1726-4c0c-ba9d-f3e542d29cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:36.593771 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5aa6af90-f8a3-4664-b9e9-e7d6212708e2 req-6f7fa33a-5d96-46eb-a9cf-4a6273ab081c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278176 Aug 12 21:01:36.712536 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da689a8-452b-4779-998e-161841d09ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b018a7-7096-4887-af66-46e269e52cf5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:36.712948 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792319d-db19-49e5-8700-899787c5a009 req-f1afe20d-5068-4d4a-949a-09e6d30e4101 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:36.714590 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4792319d-db19-49e5-8700-899787c5a009 req-f1afe20d-5068-4d4a-949a-09e6d30e4101 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.0755115 Aug 12 21:01:36.773660 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4792319d-db19-49e5-8700-899787c5a009 req-39defda3-2da0-4532-9858-baa8aa7a3ed0 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Aug 12 21:01:36.929220 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0e7fc-898a-4339-9e72-ae780e21e935 req-edd8e292-8cb6-40f9-971d-c6f1b522a637 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:36.930915 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9dd0e7fc-898a-4339-9e72-ae780e21e935 req-edd8e292-8cb6-40f9-971d-c6f1b522a637 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 944 time: 0.0597680 Aug 12 21:01:36.935683 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eedfe844-f00b-42d8-8239-43872c06e282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:36.940945 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64789cbb-7a55-451d-a4c1-e53ffcbf7e94 req-8ef60405-b97a-4b4c-ab40-73ace82b0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:36.944818 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-64789cbb-7a55-451d-a4c1-e53ffcbf7e94 req-8ef60405-b97a-4b4c-ab40-73ace82b0993 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 1098 time: 0.2123053 Aug 12 21:01:36.980092 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9dd0e7fc-898a-4339-9e72-ae780e21e935 req-d6e45a84-0826-4129-919a-9a8da681a7e1 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Aug 12 21:01:37.017532 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64789cbb-7a55-451d-a4c1-e53ffcbf7e94 req-adfe5145-32de-45da-80f2-d8104cbd111f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.032686 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eedfe844-f00b-42d8-8239-43872c06e282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.152400 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4c00522-1726-4c0c-ba9d-f3e542d29cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.164552 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4c00522-1726-4c0c-ba9d-f3e542d29cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.258902 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eedfe844-f00b-42d8-8239-43872c06e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.263547 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eedfe844-f00b-42d8-8239-43872c06e282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.265437 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-eedfe844-f00b-42d8-8239-43872c06e282 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10b018a7-7096-4887-af66-46e269e52cf5 HTTP/1.1" status: 204 len: 168 time: 0.7496588 Aug 12 21:01:37.279326 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47150) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:37.279526 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f4c00522-1726-4c0c-ba9d-f3e542d29cb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b7ebcf353134457b0147bb647cf96ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2606239 Aug 12 21:01:37.284085 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c00522-1726-4c0c-ba9d-f3e542d29cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ac79bf-14da-4b0b-b60b-60e4bda7e6ac,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:37.309501 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfe844-f00b-42d8-8239-43872c06e282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b018a7-7096-4887-af66-46e269e52cf5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:37.356403 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52c38210-9fd9-40ce-b082-91a5b6e33362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.390404 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52c38210-9fd9-40ce-b082-91a5b6e33362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.399133 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64789cbb-7a55-451d-a4c1-e53ffcbf7e94 req-adfe5145-32de-45da-80f2-d8104cbd111f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.408506 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64789cbb-7a55-451d-a4c1-e53ffcbf7e94 req-adfe5145-32de-45da-80f2-d8104cbd111f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.455337 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52c38210-9fd9-40ce-b082-91a5b6e33362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.458736 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52c38210-9fd9-40ce-b082-91a5b6e33362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:37.459936 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-52c38210-9fd9-40ce-b082-91a5b6e33362 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1ac79bf-14da-4b0b-b60b-60e4bda7e6ac HTTP/1.1" status: 204 len: 168 time: 0.1794875 Aug 12 21:01:37.468917 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c38210-9fd9-40ce-b082-91a5b6e33362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ac79bf-14da-4b0b-b60b-60e4bda7e6ac,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:37.471822 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-64789cbb-7a55-451d-a4c1-e53ffcbf7e94 req-adfe5145-32de-45da-80f2-d8104cbd111f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168781 Aug 12 21:01:37.480759 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe5145-32de-45da-80f2-d8104cbd111f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec04f54c-6990-43b8-ac5b-16c30de810fe,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:37.762883 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c5bf-255d-4e5a-b2cf-457fa7b69c3f req-6babc62e-8fef-4703-9dba-a5f3b14e4964 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:37.765479 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b006c5bf-255d-4e5a-b2cf-457fa7b69c3f req-6babc62e-8fef-4703-9dba-a5f3b14e4964 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 944 time: 0.0811443 Aug 12 21:01:37.826204 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b006c5bf-255d-4e5a-b2cf-457fa7b69c3f req-fdd45d5f-d985-4832-9e1c-1caa77239be9 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489650 Aug 12 21:01:37.866868 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47174) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:37.884304 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03762478-e4ce-45b6-8b7c-307d407253ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.044697 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03762478-e4ce-45b6-8b7c-307d407253ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.049114 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03762478-e4ce-45b6-8b7c-307d407253ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.092757 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33b28b-cbe8-45f7-a0bf-0817c94dd09c req-a562bbe6-e8d8-4775-9e4f-f7144f250f1e tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:38.094283 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bb33b28b-cbe8-45f7-a0bf-0817c94dd09c req-a562bbe6-e8d8-4775-9e4f-f7144f250f1e tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.1870909 Aug 12 21:01:38.113471 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-03762478-e4ce-45b6-8b7c-307d407253ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4974455a0e843e28368d90d18d757ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454967 Aug 12 21:01:38.116979 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:38.143579 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03762478-e4ce-45b6-8b7c-307d407253ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bed50a7-b9b1-4843-94fe-eb5c5807432f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:38.201301 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79bb0-aeef-4c4b-9706-92b293d1f6f7 req-643615a2-5233-49f2-9e15-7b527adb8456 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:38.211111 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dea79bb0-aeef-4c4b-9706-92b293d1f6f7 req-643615a2-5233-49f2-9e15-7b527adb8456 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 944 time: 0.1332061 Aug 12 21:01:38.215827 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bb33b28b-cbe8-45f7-a0bf-0817c94dd09c req-d366af1e-47cc-413f-a983-f91876cd90c4 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012669 Aug 12 21:01:38.243774 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e26b2fb-e766-431d-9f44-50416c8a7808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.267358 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dea79bb0-aeef-4c4b-9706-92b293d1f6f7 req-03489ad1-e9f0-4607-87c6-a6e60ee2c7c3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551646 Aug 12 21:01:38.268043 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47188) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:38.280008 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e26b2fb-e766-431d-9f44-50416c8a7808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.297161 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e589c550-aca7-4396-a4c4-ea6b1132f5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.347422 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e26b2fb-e766-431d-9f44-50416c8a7808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.352474 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e26b2fb-e766-431d-9f44-50416c8a7808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.354278 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-0e26b2fb-e766-431d-9f44-50416c8a7808 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bed50a7-b9b1-4843-94fe-eb5c5807432f HTTP/1.1" status: 204 len: 168 time: 0.2347817 Aug 12 21:01:38.367934 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26b2fb-e766-431d-9f44-50416c8a7808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bed50a7-b9b1-4843-94fe-eb5c5807432f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:38.449220 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e589c550-aca7-4396-a4c4-ea6b1132f5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.449916 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47192) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:38.461070 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e589c550-aca7-4396-a4c4-ea6b1132f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.491475 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23a82b0-6e25-4c56-8f6d-827148111ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e707b49a-3678-4809-b808-7a2aea3b2994'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:01:38.495777 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c66718f-75d4-4498-90a1-314bd8198aa2" -d '{"events": [{"server_uuid": "f23a82b0-6e25-4c56-8f6d-827148111ad9", "name": "network-vif-plugged", "status": "completed", "tag": "e707b49a-3678-4809-b808-7a2aea3b2994"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:01:38.532727 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589c550-aca7-4396-a4c4-ea6b1132f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f056d8ca-41dc-4942-ad70-0eac6d432556,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:38.541327 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e589c550-aca7-4396-a4c4-ea6b1132f5ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad15541352154c4dbdb1f41fcdca8bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708547 Aug 12 21:01:38.544121 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47202) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:38.567325 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8adb8f2-7ee1-4c2a-ad79-e614caaacc98 x-openstack-request-id: req-f8adb8f2-7ee1-4c2a-ad79-e614caaacc98 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:01:38.568316 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23a82b0-6e25-4c56-8f6d-827148111ad9", "name": "network-vif-plugged", "status": "completed", "tag": "e707b49a-3678-4809-b808-7a2aea3b2994", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:01:38.568896 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8adb8f2-7ee1-4c2a-ad79-e614caaacc98 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:01:38.569864 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23a82b0-6e25-4c56-8f6d-827148111ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e707b49a-3678-4809-b808-7a2aea3b2994', 'code': 200} Aug 12 21:01:38.594579 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11f2e2c1-2da9-48b8-903e-16a2f24d22e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.722200 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dab53648-c326-4b0d-8aeb-1b494db2aae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.745895 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c0e96dba-5152-4047-8e90-139ba44c6b4f up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:38.763076 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dab53648-c326-4b0d-8aeb-1b494db2aae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.825285 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11f2e2c1-2da9-48b8-903e-16a2f24d22e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.832573 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11f2e2c1-2da9-48b8-903e-16a2f24d22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.893917 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-11f2e2c1-2da9-48b8-903e-16a2f24d22e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50907e9f928449b898becdca00cf9c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4397309 Aug 12 21:01:38.894319 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47208) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:38.922758 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port c0e96dba-5152-4047-8e90-139ba44c6b4f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:38.939242 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port c0e96dba-5152-4047-8e90-139ba44c6b4f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:38.939855 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:38.960632 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343608b7-9243-48c9-8cc6-82213605712d req-a9208612-40d4-43f5-a94e-0ded0e8af3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:38.963378 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-343608b7-9243-48c9-8cc6-82213605712d req-a9208612-40d4-43f5-a94e-0ded0e8af3ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1098 time: 0.1353853 Aug 12 21:01:39.033894 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dab53648-c326-4b0d-8aeb-1b494db2aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.048803 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dab53648-c326-4b0d-8aeb-1b494db2aae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.054214 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-dab53648-c326-4b0d-8aeb-1b494db2aae4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f056d8ca-41dc-4942-ad70-0eac6d432556 HTTP/1.1" status: 204 len: 168 time: 0.5079148 Aug 12 21:01:39.101795 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-343608b7-9243-48c9-8cc6-82213605712d req-2e2b8538-b9f9-41b2-819a-5f283eff2648 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248460 Aug 12 21:01:39.116655 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab53648-c326-4b0d-8aeb-1b494db2aae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f056d8ca-41dc-4942-ad70-0eac6d432556,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:39.181313 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2e2c1-2da9-48b8-903e-16a2f24d22e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff04a8ca-0733-4486-bc17-d56026928f66,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:39.209028 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7f10-d11a-4ee3-996b-30e3698b2eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.259963 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df04dc-cff4-478a-8b50-a0bdd9bf80dd req-6d2649bc-c607-419f-b574-8abaf2c17323 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:39.264237 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f5df04dc-cff4-478a-8b50-a0bdd9bf80dd req-6d2649bc-c607-419f-b574-8abaf2c17323 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 944 time: 0.1982672 Aug 12 21:01:39.307425 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7f10-d11a-4ee3-996b-30e3698b2eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.312209 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1ae00de3-f850-4bc5-a29e-9a2ea015e06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.329555 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.428010 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f5df04dc-cff4-478a-8b50-a0bdd9bf80dd req-ae52c26a-9704-4476-968c-3bad31e48913 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278543 Aug 12 21:01:39.480002 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7f10-d11a-4ee3-996b-30e3698b2eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.483573 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ffb7f10-d11a-4ee3-996b-30e3698b2eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.488047 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-0ffb7f10-d11a-4ee3-996b-30e3698b2eee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff04a8ca-0733-4486-bc17-d56026928f66 HTTP/1.1" status: 204 len: 168 time: 0.5834408 Aug 12 21:01:39.510877 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port c0e96dba-5152-4047-8e90-139ba44c6b4f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c0e96dba-5152-4047-8e90-139ba44c6b4f,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:39.517855 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.523426 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c9ae8643-32da-457d-b990-3b7622501270 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:01:39.528168 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb7f10-d11a-4ee3-996b-30e3698b2eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff04a8ca-0733-4486-bc17-d56026928f66,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:39.571783 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b10fc-61e5-40d3-99f1-9e82d31692a3 req-f87a2c3f-0907-4e08-aa93-1b3dcbf18cee tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:39.581894 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-011b10fc-61e5-40d3-99f1-9e82d31692a3 req-f87a2c3f-0907-4e08-aa93-1b3dcbf18cee tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.0920792 Aug 12 21:01:39.659503 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-011b10fc-61e5-40d3-99f1-9e82d31692a3 req-565119be-38fe-4112-a965-aa1c01fc603a tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514638 Aug 12 21:01:39.840742 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=c0e96dba-5152-4047-8e90-139ba44c6b4f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:39.872440 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd0b8b-2732-4265-b6a0-f2eabab1138f req-5c00c422-4bed-4d7f-a987-d5fb26dc2ad7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:39.875130 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port c9ae8643-32da-457d-b990-3b7622501270 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:01:39.885282 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port c9ae8643-32da-457d-b990-3b7622501270 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:01:39.886953 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:39.889265 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-79fd0b8b-2732-4265-b6a0-f2eabab1138f req-5c00c422-4bed-4d7f-a987-d5fb26dc2ad7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1622066 Aug 12 21:01:40.034368 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-79fd0b8b-2732-4265-b6a0-f2eabab1138f req-f59e94aa-e9b2-4f29-b827-aca796e11f73 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363764 Aug 12 21:01:40.080944 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:40.124307 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port c9ae8643-32da-457d-b990-3b7622501270, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c9ae8643-32da-457d-b990-3b7622501270,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:01:40.131006 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:40.197586 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=c9ae8643-32da-457d-b990-3b7622501270,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:40.219994 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47258) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:40.234404 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46e6a280-cdf9-40a4-aee5-40dd282f6c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:40.409212 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46e6a280-cdf9-40a4-aee5-40dd282f6c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:40.413511 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46e6a280-cdf9-40a4-aee5-40dd282f6c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:40.459897 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6a280-cdf9-40a4-aee5-40dd282f6c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f218ecf-0989-4465-87ac-a919e0bfc43f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:40.472344 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47270) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:40.491379 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-46e6a280-cdf9-40a4-aee5-40dd282f6c9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=959a8c66b6fa4eddbe7e95b80a00508b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701197 Aug 12 21:01:40.547563 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fc7751e-b06c-4087-81b0-961e542c25d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:40.572130 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0319407-f452-4f54-a856-6f717946a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e96dba-5152-4047-8e90-139ba44c6b4f'}, {'server_uuid': '653bde13-2a63-4ec6-8782-10dd52314c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae8643-32da-457d-b990-3b7622501270'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:01:40.574811 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48bd94d-9ebb-43d1-8065-0d0fef1db4db" -d '{"events": [{"server_uuid": "b0319407-f452-4f54-a856-6f717946a17c", "name": "network-vif-plugged", "status": "completed", "tag": "c0e96dba-5152-4047-8e90-139ba44c6b4f"}, {"server_uuid": "653bde13-2a63-4ec6-8782-10dd52314c14", "name": "network-vif-plugged", "status": "completed", "tag": "c9ae8643-32da-457d-b990-3b7622501270"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:01:40.576453 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fc7751e-b06c-4087-81b0-961e542c25d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:40.608874 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9f2fa-b710-4f9e-8e0f-f77c5ab3e827 req-a7f613dc-2303-40cc-a0f5-7b0b6941a6ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:40.617158 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8ac9f2fa-b710-4f9e-8e0f-f77c5ab3e827 req-a7f613dc-2303-40cc-a0f5-7b0b6941a6ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0709679 Aug 12 21:01:40.669186 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fc7751e-b06c-4087-81b0-961e542c25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:40.670557 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8ac9f2fa-b710-4f9e-8e0f-f77c5ab3e827 req-927e25e2-f506-4254-b3f6-7d4b41699d47 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524998 Aug 12 21:01:40.672623 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fc7751e-b06c-4087-81b0-961e542c25d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:40.677317 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1fc7751e-b06c-4087-81b0-961e542c25d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f218ecf-0989-4465-87ac-a919e0bfc43f HTTP/1.1" status: 204 len: 168 time: 0.2037904 Aug 12 21:01:40.687476 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 21:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c120eb-ec01-4b32-bbfb-bbe8100fc8e0 x-openstack-request-id: req-41c120eb-ec01-4b32-bbfb-bbe8100fc8e0 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:01:40.687967 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0319407-f452-4f54-a856-6f717946a17c", "name": "network-vif-plugged", "status": "completed", "tag": "c0e96dba-5152-4047-8e90-139ba44c6b4f", "code": 200}, {"server_uuid": "653bde13-2a63-4ec6-8782-10dd52314c14", "name": "network-vif-plugged", "status": "completed", "tag": "c9ae8643-32da-457d-b990-3b7622501270", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:01:40.688367 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41c120eb-ec01-4b32-bbfb-bbe8100fc8e0 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:01:40.689056 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0319407-f452-4f54-a856-6f717946a17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e96dba-5152-4047-8e90-139ba44c6b4f', 'code': 200} Aug 12 21:01:40.689514 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653bde13-2a63-4ec6-8782-10dd52314c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ae8643-32da-457d-b990-3b7622501270', 'code': 200} Aug 12 21:01:40.695223 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7751e-b06c-4087-81b0-961e542c25d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f218ecf-0989-4465-87ac-a919e0bfc43f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:41.326133 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e52f1-47f6-4de8-82a8-d98dfea219a5 req-fba795eb-3a4a-4e7a-99e0-5be9eacc196e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:41.330335 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dc2e52f1-47f6-4de8-82a8-d98dfea219a5 req-fba795eb-3a4a-4e7a-99e0-5be9eacc196e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1043475 Aug 12 21:01:41.425252 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dc2e52f1-47f6-4de8-82a8-d98dfea219a5 req-1a535849-1ea0-49ed-9405-22cfdacc5ded tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842462 Aug 12 21:01:41.856950 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47734c16-cdd9-4e55-9028-70288f4a4cdd req-8b00c24e-0130-4b28-b03f-6df4f66f6b46 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:41.859510 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47734c16-cdd9-4e55-9028-70288f4a4cdd req-8b00c24e-0130-4b28-b03f-6df4f66f6b46 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0720618 Aug 12 21:01:41.931578 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47734c16-cdd9-4e55-9028-70288f4a4cdd req-063a88a0-a76b-4ca1-a62c-dda4a47c9f30 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594587 Aug 12 21:01:42.098712 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d07c-7c86-4b6b-998d-a06b4882d743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:42.537085 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:42.670177 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b6f9b-fc55-4e31-9e69-d1d56d72b2d6 req-aae912ea-7abd-49d3-88ba-e4ba78accc00 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:42.673274 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0a0b6f9b-fc55-4e31-9e69-d1d56d72b2d6 req-aae912ea-7abd-49d3-88ba-e4ba78accc00 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0829175 Aug 12 21:01:42.756600 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0a0b6f9b-fc55-4e31-9e69-d1d56d72b2d6 req-39576424-227e-43c5-a107-a64d469a3ed0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725436 Aug 12 21:01:42.976426 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:43.137349 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073699da-f30b-436d-aa67-2dc4889da083 req-3ffbc51f-4e47-4906-b6a6-7161d62cfe29 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:43.139804 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-073699da-f30b-436d-aa67-2dc4889da083 req-3ffbc51f-4e47-4906-b6a6-7161d62cfe29 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.1095023 Aug 12 21:01:43.260532 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-073699da-f30b-436d-aa67-2dc4889da083 req-f4b7b1b5-5e50-4380-bb3f-a0d431ea5aaf tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979908 Aug 12 21:01:43.299288 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:43.908117 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068be3c-8c27-4386-9172-338af0629d18 req-ac2cea85-7f5a-4965-a1bb-1cd2b0f1b668 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:43.911411 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e068be3c-8c27-4386-9172-338af0629d18 req-ac2cea85-7f5a-4965-a1bb-1cd2b0f1b668 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0741034 Aug 12 21:01:43.968286 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e068be3c-8c27-4386-9172-338af0629d18 req-25758553-313e-403e-8735-9f729b5cc383 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Aug 12 21:01:44.421630 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9996103-6339-4dce-b79b-4c0131f9f4d6 req-2423a022-d9c3-45cc-978d-15f82e7de709 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:44.425424 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a9996103-6339-4dce-b79b-4c0131f9f4d6 req-2423a022-d9c3-45cc-978d-15f82e7de709 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0804105 Aug 12 21:01:44.480914 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a9996103-6339-4dce-b79b-4c0131f9f4d6 req-b2702598-e4b0-42f6-9307-06f3c60e981d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489635 Aug 12 21:01:44.512863 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47476) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:44.561336 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:44.651931 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcd4bb4d-b034-49f3-ae6e-0dcb0818f10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:44.761588 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcd4bb4d-b034-49f3-ae6e-0dcb0818f10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:44.766234 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcd4bb4d-b034-49f3-ae6e-0dcb0818f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:44.809283 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-bcd4bb4d-b034-49f3-ae6e-0dcb0818f10b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21efbd98f680409590c7d9a6863806e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949388 Aug 12 21:01:44.810292 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4bb4d-b034-49f3-ae6e-0dcb0818f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d7c2d7-9986-4277-91b4-708c25600b21,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:44.812524 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47482) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:44.885902 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f152b4d-2fa6-4806-92be-9a700168d35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:44.912455 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f152b4d-2fa6-4806-92be-9a700168d35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:44.984335 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f152b4d-2fa6-4806-92be-9a700168d35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:44.987217 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f152b4d-2fa6-4806-92be-9a700168d35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:44.988515 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-0f152b4d-2fa6-4806-92be-9a700168d35a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58d7c2d7-9986-4277-91b4-708c25600b21 HTTP/1.1" status: 204 len: 168 time: 0.1745174 Aug 12 21:01:44.998305 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f152b4d-2fa6-4806-92be-9a700168d35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d7c2d7-9986-4277-91b4-708c25600b21,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:45.144416 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e47a3-86da-45df-924e-f097e62ccf66 req-326b2087-a2bf-4e25-b9f5-1cdfb0731509 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:45.147645 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7f4e47a3-86da-45df-924e-f097e62ccf66 req-326b2087-a2bf-4e25-b9f5-1cdfb0731509 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0836899 Aug 12 21:01:45.198733 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7f4e47a3-86da-45df-924e-f097e62ccf66 req-baeef04e-c1a4-454e-81bd-45ea229cde63 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Aug 12 21:01:45.337026 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47496) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:45.356185 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fc562e4-e18b-43d8-910b-673f828cbb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:45.498156 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fc562e4-e18b-43d8-910b-673f828cbb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:45.503915 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fc562e4-e18b-43d8-910b-673f828cbb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:45.570385 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-4fc562e4-e18b-43d8-910b-673f828cbb2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd2a489880dd423a9298e3e0abd5a360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318621 Aug 12 21:01:45.572314 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc562e4-e18b-43d8-910b-673f828cbb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63874ac-ad48-4a66-b093-2419ceafddb2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:45.574189 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47502) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:45.682630 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a32dd7-479a-4b64-80a4-1d5309a82bc1 req-76478e73-d0eb-44f9-b035-3f6acce64a54 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:45.684257 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-02a32dd7-479a-4b64-80a4-1d5309a82bc1 req-76478e73-d0eb-44f9-b035-3f6acce64a54 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0919530 Aug 12 21:01:45.685487 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25753330-165f-4247-97a6-f44a0587a564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:45.724966 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25753330-165f-4247-97a6-f44a0587a564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:45.764095 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-02a32dd7-479a-4b64-80a4-1d5309a82bc1 req-06cc85ed-f99c-4062-b384-a99479980ea1 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677712 Aug 12 21:01:45.797575 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25753330-165f-4247-97a6-f44a0587a564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:45.800766 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25753330-165f-4247-97a6-f44a0587a564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:45.803058 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-25753330-165f-4247-97a6-f44a0587a564 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e63874ac-ad48-4a66-b093-2419ceafddb2 HTTP/1.1" status: 204 len: 168 time: 0.2273951 Aug 12 21:01:45.811971 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25753330-165f-4247-97a6-f44a0587a564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63874ac-ad48-4a66-b093-2419ceafddb2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:46.354280 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99cfd2-c3d3-4e04-a7fe-37d20adefe98 req-1cf95e78-4ac8-4e79-9674-d5db83dd22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:46.359040 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7a99cfd2-c3d3-4e04-a7fe-37d20adefe98 req-1cf95e78-4ac8-4e79-9674-d5db83dd22f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 1098 time: 0.1081562 Aug 12 21:01:46.444162 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7a99cfd2-c3d3-4e04-a7fe-37d20adefe98 req-4d2d7c85-fd21-4c5d-81a6-dc98e1a844ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704446 Aug 12 21:01:46.452409 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebbebe-e112-42de-8e6d-ac7869f1c92d req-6994796c-94c1-46ad-b52b-c64c60b3d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:46.455691 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fbebbebe-e112-42de-8e6d-ac7869f1c92d req-6994796c-94c1-46ad-b52b-c64c60b3d3b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 1098 time: 0.1888611 Aug 12 21:01:46.488631 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5a165-43f9-4fc9-9fcf-739610954050 req-83f3212a-5876-45ba-8765-17ce6dc82323 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:46.491285 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2ed5a165-43f9-4fc9-9fcf-739610954050 req-83f3212a-5876-45ba-8765-17ce6dc82323 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1491835 Aug 12 21:01:46.641014 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2ed5a165-43f9-4fc9-9fcf-739610954050 req-8581a4a7-8758-4304-a278-908cfcc6cb97 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414390 Aug 12 21:01:46.648945 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fbebbebe-e112-42de-8e6d-ac7869f1c92d req-60d36165-65cc-4210-9980-f27768503ad4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274726 Aug 12 21:01:46.974999 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0e4b9-5d2f-44c3-84e1-3744627347f1 req-fed3c8a6-7c78-4952-ae7e-2907002840ad tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:46.991711 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ce0e4b9-5d2f-44c3-84e1-3744627347f1 req-fed3c8a6-7c78-4952-ae7e-2907002840ad tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.1164682 Aug 12 21:01:47.070822 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ce0e4b9-5d2f-44c3-84e1-3744627347f1 req-23a1498d-1dd2-4721-ac2b-cc5e3df13040 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776482 Aug 12 21:01:47.814848 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea5dd4-69e5-4e55-ae7b-77114536e012 req-d1257d8a-2755-4317-9314-1aeebd7c8e01 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:47.817989 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-75ea5dd4-69e5-4e55-ae7b-77114536e012 req-d1257d8a-2755-4317-9314-1aeebd7c8e01 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0819030 Aug 12 21:01:47.866503 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-75ea5dd4-69e5-4e55-ae7b-77114536e012 req-78a91637-dc10-4e4e-8ddf-dbb74ba891a7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416873 Aug 12 21:01:48.221229 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6860c20-b086-4fee-bf22-9ac8093f3594 req-72a3ed69-26cf-468b-bb27-4770115f5e59 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:48.223167 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b6860c20-b086-4fee-bf22-9ac8093f3594 req-72a3ed69-26cf-468b-bb27-4770115f5e59 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0589755 Aug 12 21:01:48.276393 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b6860c20-b086-4fee-bf22-9ac8093f3594 req-5e72a828-4358-42c1-9433-4a4e75e2c00b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462837 Aug 12 21:01:48.446173 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47618) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:48.560940 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:48.694691 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:48.699276 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:48.743686 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa62a7bd6f3a4a69b4113909e9edc58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962718 Aug 12 21:01:48.744387 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ee0f4b-6fea-4843-a128-60f658a6ba25,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:48.746987 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47624) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:48.752504 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.752936 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.753275 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.753603 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.754204 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.754346 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.754591 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.755051 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.755400 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.755720 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.756038 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.756352 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b0ccc-a8e9-4aff-9f6f-9b81fa5aefed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.818179 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:48.854497 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:48.916793 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:48.920282 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:48.924970 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61ee0f4b-6fea-4843-a128-60f658a6ba25 HTTP/1.1" status: 204 len: 168 time: 0.1734457 Aug 12 21:01:48.936520 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ee0f4b-6fea-4843-a128-60f658a6ba25,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:48.947479 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.948082 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.948777 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.949488 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.950037 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.950581 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.951222 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.951766 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.952370 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.952897 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.953371 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:48.953875 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e286b718-097a-4082-a389-f1ddf6d3d779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:01:49.071176 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2ad8b-5d1c-42fd-aa45-32c2ac3c2d52 req-fb60e28b-61aa-4a1c-b92b-d1d66f5b584b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:49.073595 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b1f2ad8b-5d1c-42fd-aa45-32c2ac3c2d52 req-fb60e28b-61aa-4a1c-b92b-d1d66f5b584b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0705521 Aug 12 21:01:49.137038 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b1f2ad8b-5d1c-42fd-aa45-32c2ac3c2d52 req-10053b63-a3ca-4e58-b60c-b6109906b4cd tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549002 Aug 12 21:01:49.283927 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47636) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:49.300046 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8549825-ed9d-4fa6-bc28-fbf72259d423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:49.425233 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8549825-ed9d-4fa6-bc28-fbf72259d423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:49.435355 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8549825-ed9d-4fa6-bc28-fbf72259d423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:49.466387 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa5e70-054b-4203-b997-69212572c1ce req-4a53bf9d-e869-44df-ac08-f0f70a53e72a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:49.468013 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4aaa5e70-054b-4203-b997-69212572c1ce req-4a53bf9d-e869-44df-ac08-f0f70a53e72a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0801790 Aug 12 21:01:49.498928 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c8549825-ed9d-4fa6-bc28-fbf72259d423 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6682d869f544b82b5948bc44818039c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124920 Aug 12 21:01:49.501431 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8549825-ed9d-4fa6-bc28-fbf72259d423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a83be-644b-4ac9-88b1-379dc982e8d6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:49.504804 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47644) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:49.528033 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4aaa5e70-054b-4203-b997-69212572c1ce req-854eee6d-9b5a-4cd7-8718-848cc0559672 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508571 Aug 12 21:01:49.574432 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88566202-66e8-4920-bfab-a111b8d24988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:49.601296 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88566202-66e8-4920-bfab-a111b8d24988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:49.673571 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88566202-66e8-4920-bfab-a111b8d24988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:49.677540 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88566202-66e8-4920-bfab-a111b8d24988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:49.679267 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-88566202-66e8-4920-bfab-a111b8d24988 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a94a83be-644b-4ac9-88b1-379dc982e8d6 HTTP/1.1" status: 204 len: 168 time: 0.1732793 Aug 12 21:01:49.691988 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566202-66e8-4920-bfab-a111b8d24988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a83be-644b-4ac9-88b1-379dc982e8d6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:50.291170 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b01c5-61ed-4f5f-b8b5-dfbd90a250f9 req-0a642dce-0d98-4c9f-aedb-1a13297af35f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:50.292832 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-864b01c5-61ed-4f5f-b8b5-dfbd90a250f9 req-0a642dce-0d98-4c9f-aedb-1a13297af35f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0618963 Aug 12 21:01:50.349060 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-864b01c5-61ed-4f5f-b8b5-dfbd90a250f9 req-d15e3f47-27c1-45bb-9737-869cf39bcfb9 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Aug 12 21:01:50.766056 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e775d1-24fc-4b56-942f-ed0182115a26 req-e92c6761-5f47-4a08-8281-ca2f413a382c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:50.769266 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-86e775d1-24fc-4b56-942f-ed0182115a26 req-e92c6761-5f47-4a08-8281-ca2f413a382c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.1012561 Aug 12 21:01:50.833054 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-86e775d1-24fc-4b56-942f-ed0182115a26 req-f1c774ff-1da4-4d8d-a41a-e81c1794bb1b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533273 Aug 12 21:01:51.547738 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c06b7-3bdd-44f9-a0a6-fc433d8ad233 req-79df4095-a801-4723-a7dc-29fa2fa610fc tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:51.552284 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6d5c06b7-3bdd-44f9-a0a6-fc433d8ad233 req-79df4095-a801-4723-a7dc-29fa2fa610fc tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0899134 Aug 12 21:01:51.649092 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6d5c06b7-3bdd-44f9-a0a6-fc433d8ad233 req-82ab4d36-bb69-478d-83ad-35bcddd37e2a tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851104 Aug 12 21:01:51.951744 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47748) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:52.123565 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289e905-b3e2-4130-a82b-97cbc77d20ae req-2e3a0dc4-ecca-489c-9c0d-58867504e400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:52.125301 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8289e905-b3e2-4130-a82b-97cbc77d20ae req-2e3a0dc4-ecca-489c-9c0d-58867504e400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.1266699 Aug 12 21:01:52.133810 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d57191e-1872-4172-8696-d7d7ceeaf75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:52.281193 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8289e905-b3e2-4130-a82b-97cbc77d20ae req-ba8da4a7-b69f-4d7a-8e3a-f6f4113b5f81 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340497 Aug 12 21:01:52.294706 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-19943eb5-4899-4ff0-9cf9-056f356abb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:52.296335 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-19943eb5-4899-4ff0-9cf9-056f356abb1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 1098 time: 0.1599779 Aug 12 21:01:52.381953 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c78903-8aca-4ece-9bf7-a83e694416bc req-b673468f-3097-42f0-a9b6-58cb7743c86b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:52.389948 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-82c78903-8aca-4ece-9bf7-a83e694416bc req-b673468f-3097-42f0-a9b6-58cb7743c86b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.2287164 Aug 12 21:01:52.497280 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d57191e-1872-4172-8696-d7d7ceeaf75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:52.517405 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d57191e-1872-4172-8696-d7d7ceeaf75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:52.582889 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-82c78903-8aca-4ece-9bf7-a83e694416bc req-51ee9a7c-4bc1-4223-bbf3-605e2e6aab30 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919405 Aug 12 21:01:52.601430 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-5d57191e-1872-4172-8696-d7d7ceeaf75c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b652f42b6b44215b7b5a4ceabe96210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6485450 Aug 12 21:01:52.605550 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47780) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:52.622223 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-2fcdbb25-8c86-427d-924c-05b405ecfa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:52.624524 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-2fcdbb25-8c86-427d-924c-05b405ecfa81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 920 time: 0.3156214 Aug 12 21:01:52.669640 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c9c26-f5f9-476c-aeeb-fb262d1fdf87 req-61990ba5-41c4-4fd3-a4db-ec10c7dc8980 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:52.683526 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b72c9c26-f5f9-476c-aeeb-fb262d1fdf87 req-61990ba5-41c4-4fd3-a4db-ec10c7dc8980 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.2187855 Aug 12 21:01:52.688366 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b1efeba-61d9-4bf2-9dcc-e3e2755d9f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:52.708676 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 47784) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:52.713765 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'floatingip': {'port_id': 'c9ae8643-32da-457d-b990-3b7622501270'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:52.715189 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b1efeba-61d9-4bf2-9dcc-e3e2755d9f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:52.717195 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57191e-1872-4172-8696-d7d7ceeaf75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ee6c9-26d8-465c-83c7-c9a3e4ad9b47,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:52.745886 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-76a51471-3298-4621-851c-47f96a79e99d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0e96dba-5152-4047-8e90-139ba44c6b4f HTTP/1.1" status: 200 len: 217 time: 0.1042252 Aug 12 21:01:52.776579 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b1efeba-61d9-4bf2-9dcc-e3e2755d9f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:52.779881 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b1efeba-61d9-4bf2-9dcc-e3e2755d9f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:52.781591 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-9b1efeba-61d9-4bf2-9dcc-e3e2755d9f79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e65ee6c9-26d8-465c-83c7-c9a3e4ad9b47 HTTP/1.1" status: 204 len: 168 time: 0.1741281 Aug 12 21:01:52.793007 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1efeba-61d9-4bf2-9dcc-e3e2755d9f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ee6c9-26d8-465c-83c7-c9a3e4ad9b47,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:52.898148 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:53.098521 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-a278dca0-8e94-4232-95c8-e116908326db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:53.101790 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-a278dca0-8e94-4232-95c8-e116908326db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.2809401 Aug 12 21:01:53.207640 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-9ee8eb44-7840-48a9-98f4-e73c60fa2c02 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941114 Aug 12 21:01:53.280112 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47820) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:53.312540 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a5420dc-6c1e-4a40-8c10-d2c60a1fb995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:53.520253 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a5420dc-6c1e-4a40-8c10-d2c60a1fb995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:53.526936 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a5420dc-6c1e-4a40-8c10-d2c60a1fb995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:53.581353 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5420dc-6c1e-4a40-8c10-d2c60a1fb995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7863171-8173-4f8f-9030-f6814934453a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:53.596477 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-0a5420dc-6c1e-4a40-8c10-d2c60a1fb995 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=297cacb6e0a848298704287dec951895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148756 Aug 12 21:01:53.601370 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:53.771872 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff526df1-ecda-4a72-92af-94aa2bd2d2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:53.832609 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff526df1-ecda-4a72-92af-94aa2bd2d2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:53.869025 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:53.971930 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff526df1-ecda-4a72-92af-94aa2bd2d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:53.976940 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff526df1-ecda-4a72-92af-94aa2bd2d2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:53.979152 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-ff526df1-ecda-4a72-92af-94aa2bd2d2a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7863171-8173-4f8f-9030-f6814934453a HTTP/1.1" status: 204 len: 168 time: 0.3757691 Aug 12 21:01:54.010363 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff526df1-ecda-4a72-92af-94aa2bd2d2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7863171-8173-4f8f-9030-f6814934453a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:54.105030 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66d5d6f2-18c0-4edb-b7aa-c2839e8ae654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:54.177228 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-4fe24b25-8bbe-4e8e-b000-fafd5712add6 service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9118171 Aug 12 21:01:54.293177 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66d5d6f2-18c0-4edb-b7aa-c2839e8ae654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:54.302430 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66d5d6f2-18c0-4edb-b7aa-c2839e8ae654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:54.335937 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c2c0f-d923-44a9-aef6-f2d88b17089a req-41290cd1-4a5e-480b-aef1-b18caa5db620 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:54.338572 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-969c2c0f-d923-44a9-aef6-f2d88b17089a req-41290cd1-4a5e-480b-aef1-b18caa5db620 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.4603167 Aug 12 21:01:54.390462 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5d6f2-18c0-4edb-b7aa-c2839e8ae654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a964012b-d823-4942-a99c-b0bd937e778c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:54.413417 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-66d5d6f2-18c0-4edb-b7aa-c2839e8ae654 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1621f4a288ce44279b06b8ebb0862d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425851 Aug 12 21:01:54.417250 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:54.534332 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55e89f47-bc7c-49e4-a59e-9c6bdbd02ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:54.593201 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55e89f47-bc7c-49e4-a59e-9c6bdbd02ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:54.598367 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-969c2c0f-d923-44a9-aef6-f2d88b17089a req-3b00fb9a-1800-4842-a53c-b7746d9f3726 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441406 Aug 12 21:01:54.716794 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55e89f47-bc7c-49e4-a59e-9c6bdbd02ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:54.720020 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55e89f47-bc7c-49e4-a59e-9c6bdbd02ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:54.721595 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-55e89f47-bc7c-49e4-a59e-9c6bdbd02ad5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a964012b-d823-4942-a99c-b0bd937e778c HTTP/1.1" status: 204 len: 168 time: 0.3029070 Aug 12 21:01:54.749792 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e89f47-bc7c-49e4-a59e-9c6bdbd02ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a964012b-d823-4942-a99c-b0bd937e778c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:54.782954 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 21:01:54.882210 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87f271d8-02be-45e2-9574-9a924ac028d3 req-e41ae5ff-d138-4fb0-ac21-07ea0d05e451 service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909502 Aug 12 21:01:54.991036 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:55.005080 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:55.252061 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.l3_db [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Floating IP b4daea51-2d66-4e8d-8600-a5139a91f3d1 associated. External IP: 172.27.0.206, port: c9ae8643-32da-457d-b990-3b7622501270. Aug 12 21:01:55.551209 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47906) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:55.583317 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-469a029a-6337-4af4-844c-535bd842e45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:55.648945 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Router 797cf2f7-c047-4082-929c-9b4f882bcd5c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:01:55.862615 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:55.900053 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-469a029a-6337-4af4-844c-535bd842e45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:55.906485 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-469a029a-6337-4af4-844c-535bd842e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:55.947981 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-469a029a-6337-4af4-844c-535bd842e45e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66f3d2c25dcd4f9b8a8c140fbb3c3853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069402 Aug 12 21:01:55.958842 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:56.000675 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a029a-6337-4af4-844c-535bd842e45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ec24b0-c7ad-463e-b52d-39e77dc610ef,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:56.062482 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c75b42e5-9b12-4bfa-a97d-cf9d6606a71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.101405 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c75b42e5-9b12-4bfa-a97d-cf9d6606a71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.135711 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b65b671f-0624-4861-b171-ead1fecd2d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.175914 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dcc83-1de2-4c09-b840-d172881e2604 req-791d9f77-8655-4097-a5a3-b488e9f71352 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:56.177576 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ff7dcc83-1de2-4c09-b840-d172881e2604 req-791d9f77-8655-4097-a5a3-b488e9f71352 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.2998056 Aug 12 21:01:56.189517 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:01:56.196036 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.211145 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] Sync routers for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:01:56.222984 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:01:56.223845 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:01:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:56.242633 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c75b42e5-9b12-4bfa-a97d-cf9d6606a71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.245313 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c75b42e5-9b12-4bfa-a97d-cf9d6606a71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.246604 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c75b42e5-9b12-4bfa-a97d-cf9d6606a71a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0ec24b0-c7ad-463e-b52d-39e77dc610ef HTTP/1.1" status: 204 len: 168 time: 0.2862935 Aug 12 21:01:56.278828 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b42e5-9b12-4bfa-a97d-cf9d6606a71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ec24b0-c7ad-463e-b52d-39e77dc610ef,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:56.282505 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-b0c8339c-70b0-455e-9eb4-7df79fac658b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "PUT /v2.0/floatingips/b4daea51-2d66-4e8d-8600-a5139a91f3d1 HTTP/1.1" status: 200 len: 991 time: 3.5726280 Aug 12 21:01:56.287843 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653bde13-2a63-4ec6-8782-10dd52314c14', 'tag': 'c9ae8643-32da-457d-b990-3b7622501270'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:01:56.292325 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24" -d '{"events": [{"name": "network-changed", "server_uuid": "653bde13-2a63-4ec6-8782-10dd52314c14", "tag": "c9ae8643-32da-457d-b990-3b7622501270"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:01:56.354919 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ff7dcc83-1de2-4c09-b840-d172881e2604 req-97deb917-3d35-4fdc-bd0e-bd09ca1b4b9f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626430 Aug 12 21:01:56.433971 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b65b671f-0624-4861-b171-ead1fecd2d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.439887 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b65b671f-0624-4861-b171-ead1fecd2d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.461321 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:01:56.512922 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5a5491-6140-4391-8057-fdf893b7a85d x-openstack-request-id: req-fc5a5491-6140-4391-8057-fdf893b7a85d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:01:56.514108 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653bde13-2a63-4ec6-8782-10dd52314c14", "tag": "c9ae8643-32da-457d-b990-3b7622501270", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:01:56.514516 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc5a5491-6140-4391-8057-fdf893b7a85d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:01:56.515158 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653bde13-2a63-4ec6-8782-10dd52314c14', 'tag': 'c9ae8643-32da-457d-b990-3b7622501270', 'status': 'completed', 'code': 200} Aug 12 21:01:56.601519 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b65b671f-0624-4861-b171-ead1fecd2d02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=303956ce10f64e24a33d390e13c6988e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7359154 Aug 12 21:01:56.605867 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 47946) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:56.621736 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b671f-0624-4861-b171-ead1fecd2d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4a1f03-c651-43ac-adfb-8dde49d4b981,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:56.692317 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-01d42633-547e-4119-a18a-2dd72b8373af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:56.695197 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-01d42633-547e-4119-a18a-2dd72b8373af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 1098 time: 0.1468470 Aug 12 21:01:56.734047 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ef0bb99-aec0-4ed3-b24d-6fe72ec6c41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.771229 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ef0bb99-aec0-4ed3-b24d-6fe72ec6c41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.851477 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ef0bb99-aec0-4ed3-b24d-6fe72ec6c41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.855606 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ef0bb99-aec0-4ed3-b24d-6fe72ec6c41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:56.860804 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5ef0bb99-aec0-4ed3-b24d-6fe72ec6c41f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad4a1f03-c651-43ac-adfb-8dde49d4b981 HTTP/1.1" status: 204 len: 168 time: 0.2525194 Aug 12 21:01:56.870547 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0bb99-aec0-4ed3-b24d-6fe72ec6c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4a1f03-c651-43ac-adfb-8dde49d4b981,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:57.005859 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-b7bb1c16-d61b-48a2-82ce-9ec5a6e77fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:57.009294 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-b7bb1c16-d61b-48a2-82ce-9ec5a6e77fa1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 911 time: 0.2991741 Aug 12 21:01:57.314769 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'b4daea51-2d66-4e8d-8600-a5139a91f3d1', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'port_id': 'c9ae8643-32da-457d-b990-3b7622501270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'mac_address': 'fa:16:3e:61:de:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653bde13-2a63-4ec6-8782-10dd52314c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:01:14Z', 'updated_at': '2021-08-12T21:01:54Z', 'revision_number': 1, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:57.409619 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] Checking router: 797cf2f7-c047-4082-929c-9b4f882bcd5c for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:01:57.433466 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:01:57.437335 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:01:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:57.540458 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-46cf960d-f39f-425d-8e6e-4e53329ff01e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae8643-32da-457d-b990-3b7622501270 HTTP/1.1" status: 200 len: 999 time: 0.5103953 Aug 12 21:01:57.798486 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-c18bbf42-71a1-415b-b860-a588da05733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:57.802354 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-c18bbf42-71a1-415b-b860-a588da05733a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.2518191 Aug 12 21:01:57.818007 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:01:57.866338 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11778a3-11c3-4f25-96fc-cdea2b563e5b req-f151a0a4-f1f4-479e-a141-a7481ce807d7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:57.868988 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f11778a3-11c3-4f25-96fc-cdea2b563e5b req-f151a0a4-f1f4-479e-a141-a7481ce807d7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1733301 Aug 12 21:01:57.968838 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-fb95271a-a6a8-4507-be0b-01fcbfcd627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:57.971500 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-fb95271a-a6a8-4507-be0b-01fcbfcd627d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1532104 Aug 12 21:01:58.032558 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f11778a3-11c3-4f25-96fc-cdea2b563e5b req-56142a04-5ab1-413a-83ec-351ab71720a2 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274416 Aug 12 21:01:58.153649 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-34660ce0-6598-4d68-a6b2-5e3404caef88 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639082 Aug 12 21:01:58.336416 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66f8523d-959d-4f3d-9794-3d7cdd0c8f24 req-289df7cf-d8d4-408a-bb89-612331dc7575 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738179 Aug 12 21:01:58.475671 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48016) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:58.584784 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'b4daea51-2d66-4e8d-8600-a5139a91f3d1', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'port_id': 'c9ae8643-32da-457d-b990-3b7622501270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'mac_address': 'fa:16:3e:61:de:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653bde13-2a63-4ec6-8782-10dd52314c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:01:14Z', 'updated_at': '2021-08-12T21:01:54Z', 'revision_number': 1, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:01:58.639743 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b44ee-7d2a-4ded-937f-74f4502aa0f2 None None] The sync data for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi is: [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'b4daea51-2d66-4e8d-8600-a5139a91f3d1', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'port_id': 'c9ae8643-32da-457d-b990-3b7622501270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'mac_address': 'fa:16:3e:61:de:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653bde13-2a63-4ec6-8782-10dd52314c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:01:14Z', 'updated_at': '2021-08-12T21:01:54Z', 'revision_number': 1, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:01:59.038947 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2080061084-network', 'tenant_id': '4468cbc82fdb45ed84cfed1ba9845e82'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:01:59.134128 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Made reservation on behalf of 4468cbc82fdb45ed84cfed1ba9845e82 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:01:59.145583 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.195503 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.274425 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0f816d-8f0a-47ab-b0fb-87532c209f0f None None] New status for floating IP b4daea51-2d66-4e8d-8600-a5139a91f3d1: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:01:59.355216 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48058) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:01:59.407690 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:01:59.531552 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22bc7595-c057-4a3c-a846-faa5b2ad569e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.553645 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a0e75-76a2-42f4-8067-6d1fed48ef7b req-3ffd6b5f-becd-4423-b5cd-723076575acf tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:59.556421 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ea1a0e75-76a2-42f4-8067-6d1fed48ef7b req-3ffd6b5f-becd-4423-b5cd-723076575acf tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.3225803 Aug 12 21:01:59.593528 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7a092-6de1-4ed5-b5a1-492238c1af9f req-13df764c-2997-4021-a1c3-41863122e54b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:59.596166 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-26f7a092-6de1-4ed5-b5a1-492238c1af9f req-13df764c-2997-4021-a1c3-41863122e54b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.3103359 Aug 12 21:01:59.720745 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ea1a0e75-76a2-42f4-8067-6d1fed48ef7b req-f5a816e8-0610-47ac-a5a0-f17bbac09e7d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543632 Aug 12 21:01:59.753166 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-26f7a092-6de1-4ed5-b5a1-492238c1af9f req-1fdc8da8-5f7c-4a0a-97f8-2370e6dc6848 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282682 Aug 12 21:01:59.813527 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.819113 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.848900 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:01:59.860525 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d19b66-8ce3-41b0-9c53-1a85df3749b8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:01:59.866415 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.867543 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Added segment 60045d64-9dea-4ce7-8103-62db3180e5d0 of type vlan for network b82424d8-0996-4b76-93a1-814ce91dfac9 Aug 12 21:01:59.915534 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.958725 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.959843 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:01:59.960504 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.982770 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22bc7595-c057-4a3c-a846-faa5b2ad569e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:01:59.988701 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22bc7595-c057-4a3c-a846-faa5b2ad569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.036012 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5585215 Aug 12 21:02:00.038857 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48106) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:00.044184 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Request body: {'subnet': {'network_id': 'b82424d8-0996-4b76-93a1-814ce91dfac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2080061084-subnet', 'tenant_id': '4468cbc82fdb45ed84cfed1ba9845e82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:00.048805 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1b2bf-7928-428f-8002-3056670bd417 admin admin] Pushing event updated for resources: {'Network': ['ID=b82424d8-0996-4b76-93a1-814ce91dfac9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:00.063229 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network b82424d8-0996-4b76-93a1-814ce91dfac9 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:02:00.076908 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc7595-c057-4a3c-a846-faa5b2ad569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac5a9d-98cc-4a03-ae25-2f8b200b6f74,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:00.077266 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Made reservation on behalf of 4468cbc82fdb45ed84cfed1ba9845e82 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:00.079909 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.098617 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-22bc7595-c057-4a3c-a846-faa5b2ad569e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7884602afd13425793a78b9b22de6fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7450013 Aug 12 21:02:00.102651 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48108) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:00.179645 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e2abe0c-5dc6-42c1-b1cd-a2d86a9a9d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.220120 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e2abe0c-5dc6-42c1-b1cd-a2d86a9a9d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.299394 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.310638 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e2abe0c-5dc6-42c1-b1cd-a2d86a9a9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.317408 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e2abe0c-5dc6-42c1-b1cd-a2d86a9a9d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.320823 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-8e2abe0c-5dc6-42c1-b1cd-a2d86a9a9d6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5eac5a9d-98cc-4a03-ae25-2f8b200b6f74 HTTP/1.1" status: 204 len: 168 time: 0.2156749 Aug 12 21:02:00.339165 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2abe0c-5dc6-42c1-b1cd-a2d86a9a9d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eac5a9d-98cc-4a03-ae25-2f8b200b6f74,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:00.411705 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d674fc57-8dfc-4ab7-ab96-80a194170e9b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:00.426422 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Checking segment: {'id': '60045d64-9dea-4ce7-8103-62db3180e5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b82424d8-0996-4b76-93a1-814ce91dfac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:00.427043 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Network hostable DHCP agents. Network: b82424d8-0996-4b76-93a1-814ce91dfac9, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:02:00.450555 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Network b82424d8-0996-4b76-93a1-814ce91dfac9 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:02:00.468211 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, b82424d8-0996-4b76-93a1-814ce91dfac9) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:00.474793 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:00.476115 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.484186 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc3b5f-f79f-409c-b632-844b1582e762 None None] Network b82424d8-0996-4b76-93a1-814ce91dfac9 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:00.499791 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e0195159-8afc-471f-9634-16096fc9536f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4592471 Aug 12 21:02:00.702215 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810a6ad-f6e6-4dfb-8b5e-e44b82b7a9bf None None] Network b82424d8-0996-4b76-93a1-814ce91dfac9 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:00.761270 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:00.786132 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-409e7850-d670-42c4-b4cc-016ec6b63938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.941889 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-409e7850-d670-42c4-b4cc-016ec6b63938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.947260 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-409e7850-d670-42c4-b4cc-016ec6b63938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:00.953453 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cced49-6dec-4213-b8f1-6a81d15357b0 req-aaaea337-3cf3-4145-a5cc-49cde542a455 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:00.957029 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-00cced49-6dec-4213-b8f1-6a81d15357b0 req-aaaea337-3cf3-4145-a5cc-49cde542a455 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1275430 Aug 12 21:02:01.006717 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-00cced49-6dec-4213-b8f1-6a81d15357b0 req-afd37444-9c94-4954-b05d-924e29b833bb tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391159 Aug 12 21:02:01.026509 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-409e7850-d670-42c4-b4cc-016ec6b63938 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f39f352279d24ffcb0587bf16b1a0415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634451 Aug 12 21:02:01.028860 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e7850-d670-42c4-b4cc-016ec6b63938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c8b4bb-065e-4709-8f40-63fa0854c231,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:01.030392 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48134) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:01.105912 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5d19-86c6-4bc8-937d-fbefb21d4cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.147972 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5d19-86c6-4bc8-937d-fbefb21d4cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.172639 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878017d-b1f8-43a5-8ae8-2fd02e63958d req-c37eadfb-5c3f-487a-8680-5be669b84834 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:01.174166 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8878017d-b1f8-43a5-8ae8-2fd02e63958d req-c37eadfb-5c3f-487a-8680-5be669b84834 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.0827632 Aug 12 21:02:01.232515 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8878017d-b1f8-43a5-8ae8-2fd02e63958d req-468ee580-5616-47ec-9454-ed38f2a5fde2 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488706 Aug 12 21:02:01.250001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5d19-86c6-4bc8-937d-fbefb21d4cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.253142 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb0a5d19-86c6-4bc8-937d-fbefb21d4cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.255093 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-fb0a5d19-86c6-4bc8-937d-fbefb21d4cbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78c8b4bb-065e-4709-8f40-63fa0854c231 HTTP/1.1" status: 204 len: 168 time: 0.2231815 Aug 12 21:02:01.267572 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a5d19-86c6-4bc8-937d-fbefb21d4cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c8b4bb-065e-4709-8f40-63fa0854c231,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:01.415447 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48148) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:01.424108 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-580775026-network', 'tenant_id': '3eabeae2d45b466c8ab97ab6793055a1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:01.461005 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Made reservation on behalf of 3eabeae2d45b466c8ab97ab6793055a1 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:01.463677 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.474270 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.596396 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.602515 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.633864 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:02:01.645541 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9470ab6-b04e-45da-af81-317c2e7e5143,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:01.651924 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.652323 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Added segment c7568f69-43d5-4ee3-9d7d-6506c7ffa1e2 of type vlan for network da63f8b0-62ff-4883-96ee-17cf2ab477cc Aug 12 21:02:01.697206 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.730036 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.731128 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:01.731727 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.788611 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3708398 Aug 12 21:02:01.793645 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:01.798794 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Request body: {'subnet': {'network_id': 'da63f8b0-62ff-4883-96ee-17cf2ab477cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-580775026-subnet', 'tenant_id': '3eabeae2d45b466c8ab97ab6793055a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:01.810140 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaa956-6469-4661-9975-e809ad400df1 admin admin] Pushing event updated for resources: {'Network': ['ID=da63f8b0-62ff-4883-96ee-17cf2ab477cc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:01.824197 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network da63f8b0-62ff-4883-96ee-17cf2ab477cc details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:02:01.848324 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Made reservation on behalf of 3eabeae2d45b466c8ab97ab6793055a1 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:01.852315 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:01.869960 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48158) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:01.890214 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68f2f979-7eae-4bb2-afcf-2b5176e497df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:02.043004 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68f2f979-7eae-4bb2-afcf-2b5176e497df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:02.049700 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68f2f979-7eae-4bb2-afcf-2b5176e497df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:02.096154 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:02.126151 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-68f2f979-7eae-4bb2-afcf-2b5176e497df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f12837ef2ee546bc98a4969eaaf1fe16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545829 Aug 12 21:02:02.130746 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2f979-7eae-4bb2-afcf-2b5176e497df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8831cc-cfe2-4668-8207-62d24b872e34,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:02.134526 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48162) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:02.172074 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bde5faf-f578-4269-9d88-30f1bb12d7b5,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:02.184666 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Checking segment: {'id': 'c7568f69-43d5-4ee3-9d7d-6506c7ffa1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'da63f8b0-62ff-4883-96ee-17cf2ab477cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:02.185030 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Network hostable DHCP agents. Network: da63f8b0-62ff-4883-96ee-17cf2ab477cc, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:02:02.208159 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Network da63f8b0-62ff-4883-96ee-17cf2ab477cc is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:02:02.221743 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, da63f8b0-62ff-4883-96ee-17cf2ab477cc) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:02.229786 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:02.230543 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:02.238171 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671eaab-b406-4cc0-9e83-dd9c024b2fdb None None] Network da63f8b0-62ff-4883-96ee-17cf2ab477cc requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:02.252580 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-a0eea86f-a378-412e-9e3d-39686b6bd4fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4518311 Aug 12 21:02:02.266298 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea898cf-9253-4e6a-b0a8-c08ecee0853c req-62aacc82-e6aa-489b-8313-8ad31b493500 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:02.269055 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-aea898cf-9253-4e6a-b0a8-c08ecee0853c req-62aacc82-e6aa-489b-8313-8ad31b493500 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1409564 Aug 12 21:02:02.319877 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68edf9e8-e383-4761-a6ba-48e07fab4d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:02.370030 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-aea898cf-9253-4e6a-b0a8-c08ecee0853c req-4342633f-923f-4bcd-a548-955603ce1226 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920765 Aug 12 21:02:02.386394 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68edf9e8-e383-4761-a6ba-48e07fab4d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:02.398456 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f42c961-46d3-4ce2-a0cc-ca095c2f345f None None] Network da63f8b0-62ff-4883-96ee-17cf2ab477cc requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:02.484698 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68edf9e8-e383-4761-a6ba-48e07fab4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:02.489305 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68edf9e8-e383-4761-a6ba-48e07fab4d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:02.495905 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-68edf9e8-e383-4761-a6ba-48e07fab4d2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d8831cc-cfe2-4668-8207-62d24b872e34 HTTP/1.1" status: 204 len: 168 time: 0.3452418 Aug 12 21:02:02.543774 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edf9e8-e383-4761-a6ba-48e07fab4d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8831cc-cfe2-4668-8207-62d24b872e34,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:02.597341 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15839c49-6736-46b5-8279-48d9a904c1c5 req-9b8dd874-af22-456f-9679-52eb0840c532 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:02.599481 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-15839c49-6736-46b5-8279-48d9a904c1c5 req-9b8dd874-af22-456f-9679-52eb0840c532 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.1338160 Aug 12 21:02:02.700922 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-15839c49-6736-46b5-8279-48d9a904c1c5 req-7573494f-740e-435d-9c3e-11509c1817cc tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848782 Aug 12 21:02:03.534395 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183af6df-dbfb-4f34-9085-4c08e02f8f70 req-1f844eb7-32d4-4818-9af0-4a6c76d6e540 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:03.536803 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-183af6df-dbfb-4f34-9085-4c08e02f8f70 req-1f844eb7-32d4-4818-9af0-4a6c76d6e540 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0674727 Aug 12 21:02:03.594468 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-183af6df-dbfb-4f34-9085-4c08e02f8f70 req-a9afe7dc-b630-4e0f-94c2-cd104c0b7f92 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507658 Aug 12 21:02:03.888336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030088fc-57f0-4d94-a2ea-51280f47900e req-1522d474-c986-415c-b351-2eb89bff6ceb tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:03.890174 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-030088fc-57f0-4d94-a2ea-51280f47900e req-1522d474-c986-415c-b351-2eb89bff6ceb tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.0776854 Aug 12 21:02:03.965706 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-030088fc-57f0-4d94-a2ea-51280f47900e req-4ef382c9-ff38-473b-a784-65c77fb63a54 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638838 Aug 12 21:02:04.799588 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf21ac-3844-42de-8f64-09d58ea95228 req-22f03e19-e88f-4747-91bf-96ace445a3f4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:04.802557 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-35bf21ac-3844-42de-8f64-09d58ea95228 req-22f03e19-e88f-4747-91bf-96ace445a3f4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1004093 Aug 12 21:02:04.858834 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-35bf21ac-3844-42de-8f64-09d58ea95228 req-13d815ce-82da-433b-85d0-86e95df65b5d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491128 Aug 12 21:02:05.101875 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b804e4-8f35-4905-b8b5-b6acddd9ef0d req-d345b51a-f270-4958-8c13-23d350ca7b0a tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:05.103482 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c8b804e4-8f35-4905-b8b5-b6acddd9ef0d req-d345b51a-f270-4958-8c13-23d350ca7b0a tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.0519176 Aug 12 21:02:05.153619 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c8b804e4-8f35-4905-b8b5-b6acddd9ef0d req-f1167a3a-5638-45cc-9e5d-fc948a62c12c tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375640 Aug 12 21:02:06.021413 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec0290-ef74-4777-a12f-815676780f35 req-4e92e146-03b7-43c3-94ca-ade3fff9069d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:06.023774 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-beec0290-ef74-4777-a12f-815676780f35 req-4e92e146-03b7-43c3-94ca-ade3fff9069d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0707614 Aug 12 21:02:06.068483 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-beec0290-ef74-4777-a12f-815676780f35 req-a670f1e3-bc12-4aba-a080-d8c63ef55d6e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383000 Aug 12 21:02:06.320004 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb95a1-369a-4e76-bdde-3c78b784840f req-5129965c-4857-4bfd-8ef7-bd2b07646b0f tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:06.322632 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4deb95a1-369a-4e76-bdde-3c78b784840f req-5129965c-4857-4bfd-8ef7-bd2b07646b0f tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.0782578 Aug 12 21:02:06.381661 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4deb95a1-369a-4e76-bdde-3c78b784840f req-3c009db3-7a29-4553-9c14-e19502a0791a tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486019 Aug 12 21:02:07.021522 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-d11a7e1c-018f-40c7-a81d-6799fcacf137 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:07.023995 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-d11a7e1c-018f-40c7-a81d-6799fcacf137 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.0844650 Aug 12 21:02:07.230546 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12282900-b03c-4554-9012-1cdf437a1b26 req-6a874ea1-9514-4c7d-934a-7b0038336a24 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:07.232665 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-12282900-b03c-4554-9012-1cdf437a1b26 req-6a874ea1-9514-4c7d-934a-7b0038336a24 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0806043 Aug 12 21:02:07.234737 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Deleting port 8478ee2e-5bcc-48d6-b024-101cda6178ec {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:02:07.235086 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:07.431530 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-12282900-b03c-4554-9012-1cdf437a1b26 req-c3b562ea-03c7-4569-8fa1-5fab13c54f9a tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722853 Aug 12 21:02:07.482953 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] For port 8478ee2e-5bcc-48d6-b024-101cda6178ec, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8478ee2e-5bcc-48d6-b024-101cda6178ec,segment=NetworkSegment(d482c06f-9359-43d6-a01e-bb701eaf0aad),segment_id=d482c06f-9359-43d6-a01e-bb701eaf0aad)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:02:07.483367 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:07.526502 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Calling delete_port for 8478ee2e-5bcc-48d6-b024-101cda6178ec owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:02:07.791087 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af511d-0639-4344-b720-969cbd297863 req-5c65afab-a1ba-44ca-8351-264ac8b9af51 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:07.804994 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-71af511d-0639-4344-b720-969cbd297863 req-5c65afab-a1ba-44ca-8351-264ac8b9af51 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 945 time: 0.1923878 Aug 12 21:02:07.889979 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-71af511d-0639-4344-b720-969cbd297863 req-3156c025-767e-49c2-a274-b6d0bf6c4a1a tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8114ca9-0c81-4162-af44-da98ed13f2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838692 Aug 12 21:02:07.926640 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:07.972102 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Pushing event deleted for resources: {'Port': ['ID=8478ee2e-5bcc-48d6-b024-101cda6178ec,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:08.073596 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] No DVR routers for this DVR port 8478ee2e-5bcc-48d6-b024-101cda6178ec on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:02:08.077387 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:08.079608 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-77205b8e-34f9-4f3a-8dad-a3f207a0986f req-4b8e63fa-2fb0-4d70-96af-9afc4fab691b tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.42 "DELETE /v2.0/ports/8478ee2e-5bcc-48d6-b024-101cda6178ec HTTP/1.1" status: 204 len: 173 time: 1.0488946 Aug 12 21:02:08.080098 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abad6589-85f3-4642-b99f-c07040fc26a0', 'name': 'network-vif-deleted', 'tag': '8478ee2e-5bcc-48d6-b024-101cda6178ec'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:02:08.083212 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da15110-4a57-4ab1-8c32-4ad776878d90" -d '{"events": [{"server_uuid": "abad6589-85f3-4642-b99f-c07040fc26a0", "name": "network-vif-deleted", "tag": "8478ee2e-5bcc-48d6-b024-101cda6178ec"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:02:08.122926 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb50d630-35a7-46f1-b5c1-cf146d751b6b x-openstack-request-id: req-fb50d630-35a7-46f1-b5c1-cf146d751b6b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:02:08.123328 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abad6589-85f3-4642-b99f-c07040fc26a0", "name": "network-vif-deleted", "tag": "8478ee2e-5bcc-48d6-b024-101cda6178ec", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:02:08.123673 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb50d630-35a7-46f1-b5c1-cf146d751b6b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:02:08.124161 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abad6589-85f3-4642-b99f-c07040fc26a0', 'name': 'network-vif-deleted', 'tag': '8478ee2e-5bcc-48d6-b024-101cda6178ec', 'status': 'completed', 'code': 200} Aug 12 21:02:08.565373 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0041-4fa4-4a1d-84d9-dc3aa38e6008 req-4afa2c57-31bb-4841-a434-c6cc6f685727 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:08.567631 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e7b0041-4fa4-4a1d-84d9-dc3aa38e6008 req-4afa2c57-31bb-4841-a434-c6cc6f685727 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0527077 Aug 12 21:02:08.606518 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e7b0041-4fa4-4a1d-84d9-dc3aa38e6008 req-745d12d2-6aa1-427f-8010-d5452dac2957 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328438 Aug 12 21:02:09.002905 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3b2a6272-66b8-460b-a47b-9fdd68283b7a req-5ec49286-83ec-4db0-a14c-e9f102e854e7 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.0374100 Aug 12 21:02:09.192118 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b2e05ac-350a-4b51-b27e-6ca40f27d84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:09.724572 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7d977-0be9-4032-9027-5817405b043e req-9f5355d1-cbbf-4d4b-b895-2d1334a48068 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:09.726087 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-efa7d977-0be9-4032-9027-5817405b043e req-9f5355d1-cbbf-4d4b-b895-2d1334a48068 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0500965 Aug 12 21:02:09.765927 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-efa7d977-0be9-4032-9027-5817405b043e req-854df265-9737-4fc9-a784-f6ed5a30ed31 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Aug 12 21:02:10.108784 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2709d938-3309-4a41-9d76-e39e9eeb55eb req-cccd93c5-1c8c-4c26-aec1-80259f15a490 tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.0272541 Aug 12 21:02:10.247289 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['8478ee2e-5bcc-48d6-b024-101cda6178ec'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:02:10.354639 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-a98f3df4-9e2d-4271-ba9f-82cc3fdda6bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492885 Aug 12 21:02:10.448984 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-cf4622d0-3fb3-4c09-9886-3dd093b9595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:10.450472 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-cf4622d0-3fb3-4c09-9886-3dd093b9595e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0495431 Aug 12 21:02:10.574010 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-14d89920-f069-40cf-a26d-70313571f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:10.575628 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-14d89920-f069-40cf-a26d-70313571f08a service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 920 time: 0.0998645 Aug 12 21:02:10.627836 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-0f979102-2ade-4025-9e22-100d1603ab16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e707b49a-3678-4809-b808-7a2aea3b2994 HTTP/1.1" status: 200 len: 217 time: 0.0420680 Aug 12 21:02:10.680145 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-c9b30c27-6ced-45d4-a823-cd71898ddfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:10.681609 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-c9b30c27-6ced-45d4-a823-cd71898ddfe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.0460646 Aug 12 21:02:10.716290 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-33ef5fc9-04e6-46c5-80c1-717314478581 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255413 Aug 12 21:02:10.818786 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-56205e65-d0d5-44a8-bab4-f3e93dda39cd service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950027 Aug 12 21:02:10.952172 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4b2c8-107a-4fe8-b127-9ffb68da8ff5 req-d5e28e68-62a5-4d71-9b3b-1eeca4875565 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:10.953630 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-33d4b2c8-107a-4fe8-b127-9ffb68da8ff5 req-d5e28e68-62a5-4d71-9b3b-1eeca4875565 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0784342 Aug 12 21:02:10.967465 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b4f8e97-4467-4ed9-aa82-fdcdd2a7445e req-0a7cf88f-c1cc-40d4-96ed-7459dc804544 service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397049 Aug 12 21:02:11.021276 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-33d4b2c8-107a-4fe8-b127-9ffb68da8ff5 req-9feb327d-4c94-4f7c-8c20-74054a22e643 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555639 Aug 12 21:02:11.271384 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0a1a0592-7731-424f-808b-0d5c664ad353 req-edd024fb-f9cc-47a5-bb29-3395ff891cde tempest-DeleteServersTestJSON-1974031609 tempest-DeleteServersTestJSON-1974031609-project] 10.222.0.18 "GET /v2.0/ports?device_id=abad6589-85f3-4642-b99f-c07040fc26a0 HTTP/1.1" status: 200 len: 210 time: 0.0574322 Aug 12 21:02:12.103113 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-19ca374a-724d-4148-adba-20a0a0a84ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:12.207938 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa8b35-296e-4594-b43d-3492c3ae446f req-9e6acca3-2c75-40cb-a3a9-b66e4ca982f0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:12.209622 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-17fa8b35-296e-4594-b43d-3492c3ae446f req-9e6acca3-2c75-40cb-a3a9-b66e4ca982f0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0818279 Aug 12 21:02:12.259132 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-17fa8b35-296e-4594-b43d-3492c3ae446f req-b1047c3e-1c58-4f5c-a145-6db29c4f4af8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Aug 12 21:02:12.528090 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:12.734756 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48496) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:12.940768 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4dde360-e47b-4ea2-a5db-b85075c29dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:12.976404 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.156613 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4dde360-e47b-4ea2-a5db-b85075c29dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.163127 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4dde360-e47b-4ea2-a5db-b85075c29dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.208524 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c4dde360-e47b-4ea2-a5db-b85075c29dbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4f93878480144859d5d84af46c8a880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728222 Aug 12 21:02:13.212009 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dde360-e47b-4ea2-a5db-b85075c29dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f50c1-a935-443c-a314-a1b5823e575b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:13.212919 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:13.274814 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48522) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:13.286622 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaf65679-518e-4a5f-ac2b-50340d4929d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.305156 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.327208 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaf65679-518e-4a5f-ac2b-50340d4929d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.404632 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaf65679-518e-4a5f-ac2b-50340d4929d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.412514 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaf65679-518e-4a5f-ac2b-50340d4929d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.415024 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-eaf65679-518e-4a5f-ac2b-50340d4929d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c33f50c1-a935-443c-a314-a1b5823e575b HTTP/1.1" status: 204 len: 168 time: 0.2004552 Aug 12 21:02:13.429006 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf65679-518e-4a5f-ac2b-50340d4929d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f50c1-a935-443c-a314-a1b5823e575b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:13.448453 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67c8b350-beb6-4777-969d-33bcf1b9e910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.469455 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef16123-0d0a-4b3b-9bf3-5721e2e50101 req-f86ff262-e54b-49ae-b46a-3b9321cfc040 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:13.471012 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3ef16123-0d0a-4b3b-9bf3-5721e2e50101 req-f86ff262-e54b-49ae-b46a-3b9321cfc040 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0987425 Aug 12 21:02:13.541480 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3ef16123-0d0a-4b3b-9bf3-5721e2e50101 req-6774992f-b7e5-4196-815a-e33d97ad2ad6 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587177 Aug 12 21:02:13.604948 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67c8b350-beb6-4777-969d-33bcf1b9e910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.610103 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67c8b350-beb6-4777-969d-33bcf1b9e910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.652229 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-67c8b350-beb6-4777-969d-33bcf1b9e910 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83bcb7c1d7344b21aeb561acbc85fc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762565 Aug 12 21:02:13.653343 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8b350-beb6-4777-969d-33bcf1b9e910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775f575a-d7f0-437e-b50e-2e42865cf4b0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:13.656287 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48534) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:13.727862 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f92f-00bc-4d9c-a3b2-55dca738f985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.750401 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f92f-00bc-4d9c-a3b2-55dca738f985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.824045 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48536) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:13.830427 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f92f-00bc-4d9c-a3b2-55dca738f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.832965 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3d8f92f-00bc-4d9c-a3b2-55dca738f985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.834065 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b3d8f92f-00bc-4d9c-a3b2-55dca738f985 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/775f575a-d7f0-437e-b50e-2e42865cf4b0 HTTP/1.1" status: 204 len: 168 time: 0.1755614 Aug 12 21:02:13.843725 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72b6eda9-79af-405a-9c82-7889cd153243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:13.858014 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8f92f-00bc-4d9c-a3b2-55dca738f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f575a-d7f0-437e-b50e-2e42865cf4b0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:14.008819 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72b6eda9-79af-405a-9c82-7889cd153243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.013906 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72b6eda9-79af-405a-9c82-7889cd153243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.039427 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48548) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:14.079733 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-72b6eda9-79af-405a-9c82-7889cd153243 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=906c4d3ce31d42849eb8854e047ad8c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539792 Aug 12 21:02:14.083752 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48552) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:14.121090 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-697969de-ba6b-452a-a988-9c6123b64277 admin admin] Deleting subnet 063daf1d-3f3e-487e-84ab-32c679e42922 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:02:14.124997 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6eda9-79af-405a-9c82-7889cd153243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b156eaf-5055-4c26-a3c2-7288420c8eeb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:14.127818 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-697969de-ba6b-452a-a988-9c6123b64277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.177975 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b09dd91e-8adf-4afb-a6b1-93f5fad8d937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.202125 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b09dd91e-8adf-4afb-a6b1-93f5fad8d937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.235422 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-697969de-ba6b-452a-a988-9c6123b64277 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.251138 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8478ee2e-5bcc-48d6-b024-101cda6178ec no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:02:14.264909 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b09dd91e-8adf-4afb-a6b1-93f5fad8d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.270303 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b09dd91e-8adf-4afb-a6b1-93f5fad8d937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.280838 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-697969de-ba6b-452a-a988-9c6123b64277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.298694 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b09dd91e-8adf-4afb-a6b1-93f5fad8d937 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b156eaf-5055-4c26-a3c2-7288420c8eeb HTTP/1.1" status: 204 len: 168 time: 0.2083740 Aug 12 21:02:14.302888 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: 8478ee2e-5bcc-48d6-b024-101cda6178ec {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:02:14.303273 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8478ee2e-5bcc-48d6-b024-101cda6178ec not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:02:14.331810 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dd91e-8adf-4afb-a6b1-93f5fad8d937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b156eaf-5055-4c26-a3c2-7288420c8eeb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:14.474067 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-697969de-ba6b-452a-a988-9c6123b64277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.494454 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48566) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:14.508255 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-697969de-ba6b-452a-a988-9c6123b64277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.510271 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-697969de-ba6b-452a-a988-9c6123b64277 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/063daf1d-3f3e-487e-84ab-32c679e42922 HTTP/1.1" status: 204 len: 168 time: 0.4685698 Aug 12 21:02:14.513082 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697969de-ba6b-452a-a988-9c6123b64277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063daf1d-3f3e-487e-84ab-32c679e42922,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:14.514390 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48568) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:14.547340 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca21ae79-2d95-426a-b28e-8f86ef52f4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.550508 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.769076 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b4927-fa08-47dc-be2d-41cea72d6a82 req-c6ed1bcf-d86b-4475-9754-757d18145de1 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:14.774850 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca21ae79-2d95-426a-b28e-8f86ef52f4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.783371 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a39b4927-fa08-47dc-be2d-41cea72d6a82 req-c6ed1bcf-d86b-4475-9754-757d18145de1 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1262491 Aug 12 21:02:14.789667 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca21ae79-2d95-426a-b28e-8f86ef52f4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.807649 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:14.873054 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a39b4927-fa08-47dc-be2d-41cea72d6a82 req-5c54b52f-0792-449b-98c6-360b41b03e28 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691397 Aug 12 21:02:14.891824 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21ae79-2d95-426a-b28e-8f86ef52f4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaa391d-d4d2-4174-aa7d-6bae2301ecda,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:14.904168 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-ca21ae79-2d95-426a-b28e-8f86ef52f4f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1431b49db114e699aad8ec19544385a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076073 Aug 12 21:02:14.908874 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48586) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:15.256210 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.272282 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.273101 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.273426 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.273763 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > port after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.274116 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.274495 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > port after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.274853 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.275212 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.275533 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.275902 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.448316 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.448869 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.449412 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.449972 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:15.450470 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55318865-7842-4bf9-9208-6d6eb8b797c6']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:15.490798 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd482c06f-9359-43d6-a01e-bb701eaf0aad') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:15.490798 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd482c06f-9359-43d6-a01e-bb701eaf0aad') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:15.507603 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c03b59e-110d-4452-acef-c99cef5b11ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.519124 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4238539'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.561244 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c03b59e-110d-4452-acef-c99cef5b11ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.563642 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.582018 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:02:15.582427 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239144'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: from cryptography.utils import int_from_bytes Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: from cryptography.utils import int_from_bytes Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: Traceback (most recent call last): Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: timer() Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: cb(*args, **kw) Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: return func(*args, **kwargs) Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: self._notify() Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: self.callback(batched_events) Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: event.method(event) Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: return f(self, *a, **k) Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._get(url).json() Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: return self.request(url, 'GET', **kwargs) Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:02:15.586781 dv-cinder-804457-1-iscsi neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:02:15.668564 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.681317 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.685793 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] 10.222.0.18 "DELETE /v2.0/networks/55318865-7842-4bf9-9208-6d6eb8b797c6 HTTP/1.1" status: 204 len: 168 time: 1.1563311 Aug 12 21:02:15.694976 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17710166-f94f-42a0-82e2-da7e58d1a168 admin admin] Pushing event deleted for resources: {'Network': ['ID=55318865-7842-4bf9-9208-6d6eb8b797c6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:15.698953 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c03b59e-110d-4452-acef-c99cef5b11ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.701773 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c03b59e-110d-4452-acef-c99cef5b11ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.702852 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1c03b59e-110d-4452-acef-c99cef5b11ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebaa391d-d4d2-4174-aa7d-6bae2301ecda HTTP/1.1" status: 204 len: 168 time: 0.7921245 Aug 12 21:02:15.711349 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03b59e-110d-4452-acef-c99cef5b11ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaa391d-d4d2-4174-aa7d-6bae2301ecda,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:15.820172 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48618) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:15.865836 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c7a992f6-f486-4039-b2a1-9f7b696960e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e07d9b16a538415ca57ae158e233bd16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417051 Aug 12 21:02:15.866129 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48620) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:15.923993 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0cd-ef36-4b95-8074-953eda4c2627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:15.960539 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0cd-ef36-4b95-8074-953eda4c2627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:16.026418 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0cd-ef36-4b95-8074-953eda4c2627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:16.031273 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c54e0cd-ef36-4b95-8074-953eda4c2627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:16.035944 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-7c54e0cd-ef36-4b95-8074-953eda4c2627 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8114ca9-0c81-4162-af44-da98ed13f2c9 HTTP/1.1" status: 204 len: 168 time: 0.1653972 Aug 12 21:02:16.043024 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54e0cd-ef36-4b95-8074-953eda4c2627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8114ca9-0c81-4162-af44-da98ed13f2c9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:16.075945 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c54aa-245c-47e2-8da8-e087cb4a84bd req-9c6b8b92-f9ec-4541-93fc-1d2a334b5df1 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:16.077598 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-888c54aa-245c-47e2-8da8-e087cb4a84bd req-9c6b8b92-f9ec-4541-93fc-1d2a334b5df1 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0790565 Aug 12 21:02:16.138294 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-888c54aa-245c-47e2-8da8-e087cb4a84bd req-728dd2de-43af-4067-9150-41b7b51069c4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Aug 12 21:02:17.302533 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fe67a-1095-4eac-a973-15a3fc528fa4 req-606b1149-cb3d-488a-927c-06ec7353a5b3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:17.305216 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e31fe67a-1095-4eac-a973-15a3fc528fa4 req-606b1149-cb3d-488a-927c-06ec7353a5b3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0677454 Aug 12 21:02:17.356330 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e31fe67a-1095-4eac-a973-15a3fc528fa4 req-2e913943-e95c-4122-bcc3-cedc48c12d72 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 Aug 12 21:02:18.523838 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fba67-172f-4e08-a49b-f14528cfa9cc req-bc8dd759-d11c-4c71-8490-adbd4e46c97e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:18.526263 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b62fba67-172f-4e08-a49b-f14528cfa9cc req-bc8dd759-d11c-4c71-8490-adbd4e46c97e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0664368 Aug 12 21:02:18.587816 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b62fba67-172f-4e08-a49b-f14528cfa9cc req-6fb3c404-3180-411c-ba13-77e49b935c0b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509553 Aug 12 21:02:18.717780 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48780) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:18.894012 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6cb853e-294a-4733-a4bd-efe98f0d92db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.283036 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6cb853e-294a-4733-a4bd-efe98f0d92db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.288264 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6cb853e-294a-4733-a4bd-efe98f0d92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.331816 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb853e-294a-4733-a4bd-efe98f0d92db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b818b5a-94bd-4284-9d8c-a3984a803138,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:19.336851 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e6cb853e-294a-4733-a4bd-efe98f0d92db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93b5aa93ec184c29bdf0d794270d4741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6165245 Aug 12 21:02:19.340768 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48812) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:19.405911 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c88b5556-e8cd-4140-8d6a-1afe436e05d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.429089 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c88b5556-e8cd-4140-8d6a-1afe436e05d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.477900 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c88b5556-e8cd-4140-8d6a-1afe436e05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.480651 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c88b5556-e8cd-4140-8d6a-1afe436e05d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.481851 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c88b5556-e8cd-4140-8d6a-1afe436e05d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b818b5a-94bd-4284-9d8c-a3984a803138 HTTP/1.1" status: 204 len: 168 time: 0.1407366 Aug 12 21:02:19.491323 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b5556-e8cd-4140-8d6a-1afe436e05d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b818b5a-94bd-4284-9d8c-a3984a803138,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:19.739590 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d7fdd-9421-4142-a4d9-60aedeb55374 req-7f79ccab-ee84-4e3c-8e61-b1ff833e883e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:19.741992 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c90d7fdd-9421-4142-a4d9-60aedeb55374 req-7f79ccab-ee84-4e3c-8e61-b1ff833e883e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0662856 Aug 12 21:02:19.787247 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c90d7fdd-9421-4142-a4d9-60aedeb55374 req-a969e416-eff9-4bf3-a3d8-57ecc12af521 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Aug 12 21:02:19.807302 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:19.829183 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5325bcc8-fed0-40ca-a9ce-b5c27f6dea9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.951117 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5325bcc8-fed0-40ca-a9ce-b5c27f6dea9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.954945 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5325bcc8-fed0-40ca-a9ce-b5c27f6dea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:19.998781 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5325bcc8-fed0-40ca-a9ce-b5c27f6dea9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0313fb84b6b4b8e89ae98bcba678aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900795 Aug 12 21:02:19.999644 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325bcc8-fed0-40ca-a9ce-b5c27f6dea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f92896-5d22-49d0-b87d-54df75891d82,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:20.002260 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48838) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:20.054026 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a38c6104-f461-4043-9e2a-8a3a72dd64a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:20.077485 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a38c6104-f461-4043-9e2a-8a3a72dd64a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:20.141570 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a38c6104-f461-4043-9e2a-8a3a72dd64a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:20.145939 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a38c6104-f461-4043-9e2a-8a3a72dd64a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:20.149560 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-a38c6104-f461-4043-9e2a-8a3a72dd64a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51f92896-5d22-49d0-b87d-54df75891d82 HTTP/1.1" status: 204 len: 168 time: 0.1430147 Aug 12 21:02:20.156712 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c6104-f461-4043-9e2a-8a3a72dd64a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f92896-5d22-49d0-b87d-54df75891d82,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:20.726013 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48876) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:20.864343 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76b9a479-44d5-4560-a39a-8bf689b19962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:20.952163 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38f54d-6890-4f8a-a50a-0a6bf5e6117d req-728bcf65-eb95-4a27-b6fe-95d0ccc566e8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:20.954072 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8f38f54d-6890-4f8a-a50a-0a6bf5e6117d req-728bcf65-eb95-4a27-b6fe-95d0ccc566e8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0818715 Aug 12 21:02:21.036965 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8f38f54d-6890-4f8a-a50a-0a6bf5e6117d req-8dff9ca3-9eb2-40ed-bc99-3d57864cb61c tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719619 Aug 12 21:02:21.075675 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76b9a479-44d5-4560-a39a-8bf689b19962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.080493 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76b9a479-44d5-4560-a39a-8bf689b19962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.094559 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:21.128712 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-76b9a479-44d5-4560-a39a-8bf689b19962 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b307c207d9a643f39a4bd9c0591c52bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979428 Aug 12 21:02:21.128712 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9a479-44d5-4560-a39a-8bf689b19962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7da67a-c3cb-444f-9d73-0f7d4ace99ae,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:21.129092 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48904) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:21.198646 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb37a2a0-6c84-4d82-a84d-f155735033c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.221708 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb37a2a0-6c84-4d82-a84d-f155735033c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.238487 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-307281953-network', 'tenant_id': 'ea446fe5e7a84664a5021e0e600f9a12'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:21.280394 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Made reservation on behalf of ea446fe5e7a84664a5021e0e600f9a12 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:21.282922 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.292548 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.317141 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb37a2a0-6c84-4d82-a84d-f155735033c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.319678 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb37a2a0-6c84-4d82-a84d-f155735033c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.323643 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-eb37a2a0-6c84-4d82-a84d-f155735033c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae7da67a-c3cb-444f-9d73-0f7d4ace99ae HTTP/1.1" status: 204 len: 168 time: 0.1933639 Aug 12 21:02:21.340873 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37a2a0-6c84-4d82-a84d-f155735033c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7da67a-c3cb-444f-9d73-0f7d4ace99ae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:21.427495 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.435028 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.469269 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:02:21.478825 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cd2daf-6d87-438b-b9ba-595694eab3fe,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:21.488157 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.488329 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.segments_db [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Added segment d4d63ef6-f1c7-450d-a1fa-15baa334920e of type vlan for network 70907ddc-2340-432a-a1e7-e72cfcdbb904 Aug 12 21:02:21.539061 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.571861 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.572889 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:21.573482 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.622902 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5263655 Aug 12 21:02:21.625846 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48918) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:21.633186 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Request body: {'subnet': {'network_id': '70907ddc-2340-432a-a1e7-e72cfcdbb904', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-307281953-subnet', 'tenant_id': 'ea446fe5e7a84664a5021e0e600f9a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:21.634973 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48920) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:21.644395 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3a5dd-a441-46eb-a40a-bd3a2ad77ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=70907ddc-2340-432a-a1e7-e72cfcdbb904,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:21.654812 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 70907ddc-2340-432a-a1e7-e72cfcdbb904 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:02:21.655367 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc473047-2f83-45bb-91a8-96f558381fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.659895 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Made reservation on behalf of ea446fe5e7a84664a5021e0e600f9a12 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:21.662622 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.759872 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc473047-2f83-45bb-91a8-96f558381fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.763915 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc473047-2f83-45bb-91a8-96f558381fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.803703 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-fc473047-2f83-45bb-91a8-96f558381fad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=735672aa715a47faa491935a66571a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676617 Aug 12 21:02:21.804856 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473047-2f83-45bb-91a8-96f558381fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba28565-b608-4271-b1d7-251405c2b7a1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:21.807311 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:21.843997 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.866382 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6b2400e-dae2-40e9-909b-2eb45926d974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.890916 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6b2400e-dae2-40e9-909b-2eb45926d974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.905143 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f49c7dd-6b3c-42fe-aab8-3e8d9147ba03,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:21.926560 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Checking segment: {'id': 'd4d63ef6-f1c7-450d-a1fa-15baa334920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '70907ddc-2340-432a-a1e7-e72cfcdbb904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:21.926962 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Network hostable DHCP agents. Network: 70907ddc-2340-432a-a1e7-e72cfcdbb904, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:02:21.946752 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Network 70907ddc-2340-432a-a1e7-e72cfcdbb904 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:02:21.947865 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6b2400e-dae2-40e9-909b-2eb45926d974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.950585 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6b2400e-dae2-40e9-909b-2eb45926d974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.951770 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b6b2400e-dae2-40e9-909b-2eb45926d974 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ba28565-b608-4271-b1d7-251405c2b7a1 HTTP/1.1" status: 204 len: 168 time: 0.1436377 Aug 12 21:02:21.959776 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2400e-dae2-40e9-909b-2eb45926d974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba28565-b608-4271-b1d7-251405c2b7a1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:21.961573 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 70907ddc-2340-432a-a1e7-e72cfcdbb904) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:21.967016 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:21.967626 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:21.974774 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40425b-32a5-479b-8acf-d9ebd92facb3 None None] Network 70907ddc-2340-432a-a1e7-e72cfcdbb904 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:21.998824 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-2e1f9efb-afa2-4020-9d9b-4843349cef19 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3579638 Aug 12 21:02:22.155480 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e771fd70-b74b-4116-a44c-c65c23fbc164 None None] Network 70907ddc-2340-432a-a1e7-e72cfcdbb904 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:22.226394 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfb8a7-521a-4eae-8eb5-a5b41ee5ba36 req-d3413a17-1a26-4cb4-b718-05910727069a tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:22.229111 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a5bfb8a7-521a-4eae-8eb5-a5b41ee5ba36 req-d3413a17-1a26-4cb4-b718-05910727069a tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0779340 Aug 12 21:02:22.275806 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a5bfb8a7-521a-4eae-8eb5-a5b41ee5ba36 req-60b40973-91f7-4f9b-9979-5cd235f23a60 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Aug 12 21:02:22.452120 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48944) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:22.469069 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-442a2a3e-9fe2-43ee-ba9d-b046c8511822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:22.613934 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-442a2a3e-9fe2-43ee-ba9d-b046c8511822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:22.619193 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-442a2a3e-9fe2-43ee-ba9d-b046c8511822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:22.660250 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-442a2a3e-9fe2-43ee-ba9d-b046c8511822 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43e06325448a4f03adcba2985c2f8e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069645 Aug 12 21:02:22.661446 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a2a3e-9fe2-43ee-ba9d-b046c8511822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d5cf4e-8490-40c2-95cf-6397f5c5dd6d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:22.663268 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48950) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:22.723122 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49e42bfd-2d99-433b-a55f-5f6b2da33b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:22.748730 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49e42bfd-2d99-433b-a55f-5f6b2da33b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:22.808902 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49e42bfd-2d99-433b-a55f-5f6b2da33b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:22.816080 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49e42bfd-2d99-433b-a55f-5f6b2da33b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:22.816080 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-49e42bfd-2d99-433b-a55f-5f6b2da33b65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9d5cf4e-8490-40c2-95cf-6397f5c5dd6d HTTP/1.1" status: 204 len: 168 time: 0.1512144 Aug 12 21:02:22.826462 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e42bfd-2d99-433b-a55f-5f6b2da33b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d5cf4e-8490-40c2-95cf-6397f5c5dd6d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:22.861163 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48958) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:22.867793 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-811672500-network', 'tenant_id': '85e0124e8b4a4c70827dee0b864ff610'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:22.893916 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Made reservation on behalf of 85e0124e8b4a4c70827dee0b864ff610 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:22.896415 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:22.905925 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.035730 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.041514 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.067837 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:02:23.077449 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fda73b8-41df-4a09-bf70-c898a2025a7b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:23.089496 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.089957 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.segments_db [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Added segment f27aa865-5a6c-4281-8522-f9de7a9462e2 of type vlan for network 0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d Aug 12 21:02:23.145448 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.193722 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.195074 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:23.196001 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.254767 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3913512 Aug 12 21:02:23.258814 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 48972) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:23.263840 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Request body: {'subnet': {'network_id': '0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-811672500-subnet', 'tenant_id': '85e0124e8b4a4c70827dee0b864ff610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:23.264457 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80171e8-fefc-42a6-8d4a-11a40efd79dd admin admin] Pushing event updated for resources: {'Network': ['ID=0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:23.275943 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:02:23.288011 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Made reservation on behalf of 85e0124e8b4a4c70827dee0b864ff610 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:23.290532 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.432821 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28ef19-8a77-4d4d-8b83-d61445c2e0c7 req-725137b6-b2d2-42b3-a851-9c31052a4620 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:23.434422 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0d28ef19-8a77-4d4d-8b83-d61445c2e0c7 req-725137b6-b2d2-42b3-a851-9c31052a4620 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0819538 Aug 12 21:02:23.514428 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0d28ef19-8a77-4d4d-8b83-d61445c2e0c7 req-bcf1b889-b8bc-4cc3-882c-c16d6a4c4844 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725863 Aug 12 21:02:23.575571 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.629450 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ad20e9-300a-4dc1-9f26-0737f4a3f1ef,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:23.646158 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Checking segment: {'id': 'f27aa865-5a6c-4281-8522-f9de7a9462e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:23.646515 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Network hostable DHCP agents. Network: 0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:02:23.665516 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Network 0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:02:23.676278 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:23.682071 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:23.682767 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.687943 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d263e1f-0268-488f-baf5-bc5954622e54 None None] Network 0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:23.701004 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c2a6ecbc-1ac4-4096-8123-69b9298d5f99 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4409008 Aug 12 21:02:23.833940 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb087095-5809-45f1-b6e4-2c092b77cde5 None None] Network 0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:23.840953 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 48996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:23.903188 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5df988-f96d-450c-940e-306ffa92021c admin admin] Deleting subnet 6f49c7dd-6b3c-42fe-aab8-3e8d9147ba03 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:02:23.906540 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5df988-f96d-450c-940e-306ffa92021c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:23.954861 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5df988-f96d-450c-940e-306ffa92021c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.003649 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5df988-f96d-450c-940e-306ffa92021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.061779 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5df988-f96d-450c-940e-306ffa92021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.094750 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5df988-f96d-450c-940e-306ffa92021c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f49c7dd-6b3c-42fe-aab8-3e8d9147ba03,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:24.096885 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5df988-f96d-450c-940e-306ffa92021c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.099280 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-cf5df988-f96d-450c-940e-306ffa92021c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6f49c7dd-6b3c-42fe-aab8-3e8d9147ba03 HTTP/1.1" status: 204 len: 168 time: 0.2569380 Aug 12 21:02:24.101691 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:24.174801 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.283175 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.290450 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70907ddc-2340-432a-a1e7-e72cfcdbb904']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:24.302289 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d63ef6-f1c7-450d-a1fa-15baa334920e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:24.302587 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d63ef6-f1c7-450d-a1fa-15baa334920e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:24.312426 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4238539'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.326489 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.333279 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:02:24.333680 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239144'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: Traceback (most recent call last): Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: timer() Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: cb(*args, **kw) Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: return func(*args, **kwargs) Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: self._notify() Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: self.callback(batched_events) Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: event.method(event) Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: return f(self, *a, **k) Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._get(url).json() Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: return self.request(url, 'GET', **kwargs) Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:02:24.335712 dv-cinder-804457-1-iscsi neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:02:24.392434 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.400463 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.405309 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] 10.222.0.18 "DELETE /v2.0/networks/70907ddc-2340-432a-a1e7-e72cfcdbb904 HTTP/1.1" status: 204 len: 168 time: 0.3027296 Aug 12 21:02:24.405456 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49018) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:24.415926 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b932e-8597-4045-8ee5-2a18fa097efa admin admin] Pushing event deleted for resources: {'Network': ['ID=70907ddc-2340-432a-a1e7-e72cfcdbb904,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:24.463971 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6f248e-aab5-4999-bb5f-6526503aebdb admin admin] Deleting subnet d8ad20e9-300a-4dc1-9f26-0737f4a3f1ef {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:02:24.467677 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff6f248e-aab5-4999-bb5f-6526503aebdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.522959 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff6f248e-aab5-4999-bb5f-6526503aebdb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.529432 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff6f248e-aab5-4999-bb5f-6526503aebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.607135 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff6f248e-aab5-4999-bb5f-6526503aebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.648791 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff6f248e-aab5-4999-bb5f-6526503aebdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.652990 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-ff6f248e-aab5-4999-bb5f-6526503aebdb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d8ad20e9-300a-4dc1-9f26-0737f4a3f1ef HTTP/1.1" status: 204 len: 168 time: 0.2442279 Aug 12 21:02:24.653408 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:24.664878 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f248e-aab5-4999-bb5f-6526503aebdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ad20e9-300a-4dc1-9f26-0737f4a3f1ef,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:24.698635 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138abd25-4537-4fe0-a909-cc953e062fab req-930fa32c-ddff-4a8d-b66d-ded095c79637 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:24.700231 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-138abd25-4537-4fe0-a909-cc953e062fab req-930fa32c-ddff-4a8d-b66d-ded095c79637 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0831914 Aug 12 21:02:24.747406 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-138abd25-4537-4fe0-a909-cc953e062fab req-c3b074c5-3308-493f-b1d0-2bcb9b18be16 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Aug 12 21:02:24.755584 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.885730 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.897464 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:24.910170 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27aa865-5a6c-4281-8522-f9de7a9462e2') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:24.910693 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27aa865-5a6c-4281-8522-f9de7a9462e2') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:24.925090 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4238539'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.941820 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.948713 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:02:24.949199 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239144'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: Traceback (most recent call last): Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: timer() Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: cb(*args, **kw) Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: return func(*args, **kwargs) Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: self._notify() Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: self.callback(batched_events) Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: event.method(event) Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: return f(self, *a, **k) Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._get(url).json() Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: return self.request(url, 'GET', **kwargs) Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:02:24.950951 dv-cinder-804457-1-iscsi neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:02:25.014100 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.032135 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.035042 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] 10.222.0.18 "DELETE /v2.0/networks/0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d HTTP/1.1" status: 204 len: 168 time: 0.3805642 Aug 12 21:02:25.036485 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d97390-dbb2-4330-9879-ba011ad1491c admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab7f13c-e6bc-4bfa-a3a0-a4014f0a3b9d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:25.257846 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49066) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:25.305370 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-58748367-c38b-44f7-a866-dbefa5cfb4d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea446fe5e7a84664a5021e0e600f9a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462468 Aug 12 21:02:25.308052 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49070) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:25.370419 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fee0843e-3260-4248-93a4-3973b94d45ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.392553 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fee0843e-3260-4248-93a4-3973b94d45ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.443209 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fee0843e-3260-4248-93a4-3973b94d45ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.445755 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fee0843e-3260-4248-93a4-3973b94d45ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.446963 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-fee0843e-3260-4248-93a4-3973b94d45ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8cd2daf-6d87-438b-b9ba-595694eab3fe HTTP/1.1" status: 204 len: 168 time: 0.1376808 Aug 12 21:02:25.454888 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0843e-3260-4248-93a4-3973b94d45ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cd2daf-6d87-438b-b9ba-595694eab3fe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:25.788643 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49080) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:25.832146 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-aba7f2cc-0271-4442-9985-a2435a0a6bb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85e0124e8b4a4c70827dee0b864ff610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423179 Aug 12 21:02:25.834654 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:25.888425 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23137f-b9d4-4a9c-9c23-2c723e0f052a req-5f26c945-edee-4f5e-8844-0bdfede197d3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:25.888425 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8c23137f-b9d4-4a9c-9c23-2c723e0f052a req-5f26c945-edee-4f5e-8844-0bdfede197d3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0620320 Aug 12 21:02:25.900947 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f830eed5-0071-47bc-9935-ed279534807d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.927303 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f830eed5-0071-47bc-9935-ed279534807d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.939191 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8c23137f-b9d4-4a9c-9c23-2c723e0f052a req-ca17d10d-ae1f-4672-94d0-d2d2aede4b36 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465672 Aug 12 21:02:25.987772 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f830eed5-0071-47bc-9935-ed279534807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.990465 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f830eed5-0071-47bc-9935-ed279534807d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:25.991928 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f830eed5-0071-47bc-9935-ed279534807d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fda73b8-41df-4a09-bf70-c898a2025a7b HTTP/1.1" status: 204 len: 168 time: 0.1563118 Aug 12 21:02:26.000367 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830eed5-0071-47bc-9935-ed279534807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fda73b8-41df-4a09-bf70-c898a2025a7b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:26.867365 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:27.054430 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9034463-7ad7-46b8-82fd-8dc979539f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:27.092024 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85c4ad-af47-461f-bd6d-c8a4e1b888a7 req-3da3dd69-2b8e-49d4-9c52-e71876121656 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:27.093515 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9d85c4ad-af47-461f-bd6d-c8a4e1b888a7 req-3da3dd69-2b8e-49d4-9c52-e71876121656 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0522871 Aug 12 21:02:27.135413 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9d85c4ad-af47-461f-bd6d-c8a4e1b888a7 req-f5222f74-eb03-4f29-bfd2-20106d463204 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Aug 12 21:02:27.171784 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9034463-7ad7-46b8-82fd-8dc979539f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:27.176539 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9034463-7ad7-46b8-82fd-8dc979539f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:27.219231 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-a9034463-7ad7-46b8-82fd-8dc979539f17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dc9ba13a2404ccc969e3832c91dccc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493290 Aug 12 21:02:27.219231 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9034463-7ad7-46b8-82fd-8dc979539f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e0ea47-5d8e-4092-8781-3c74fa408268,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:27.220884 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49176) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:27.282188 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87b71d18-7094-429b-99d3-5e407695373a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:27.307142 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87b71d18-7094-429b-99d3-5e407695373a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:27.359813 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87b71d18-7094-429b-99d3-5e407695373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:27.363373 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87b71d18-7094-429b-99d3-5e407695373a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:27.364532 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-87b71d18-7094-429b-99d3-5e407695373a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65e0ea47-5d8e-4092-8781-3c74fa408268 HTTP/1.1" status: 204 len: 168 time: 0.1371913 Aug 12 21:02:27.372808 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b71d18-7094-429b-99d3-5e407695373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e0ea47-5d8e-4092-8781-3c74fa408268,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:28.153719 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49256) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:28.256005 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-546655f7-188a-4155-aca9-abe81984b8f8 admin admin] Deleting subnet d674fc57-8dfc-4ab7-ab96-80a194170e9b {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:02:28.260152 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-546655f7-188a-4155-aca9-abe81984b8f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:28.302334 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49264) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:28.303654 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-546655f7-188a-4155-aca9-abe81984b8f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:28.330439 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1422c-b82e-4a4c-ae02-dedceabc6be5 req-8d1590d1-423c-437c-a745-9db74a1fcf05 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:28.332568 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7fc1422c-b82e-4a4c-ae02-dedceabc6be5 req-8d1590d1-423c-437c-a745-9db74a1fcf05 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0821629 Aug 12 21:02:28.358724 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-546655f7-188a-4155-aca9-abe81984b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:28.409342 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7fc1422c-b82e-4a4c-ae02-dedceabc6be5 req-fcf5d1d5-c03d-4e9f-a5f3-e0c941816a8a tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675757 Aug 12 21:02:28.457994 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-546655f7-188a-4155-aca9-abe81984b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:28.505399 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546655f7-188a-4155-aca9-abe81984b8f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d674fc57-8dfc-4ab7-ab96-80a194170e9b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:28.515102 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-546655f7-188a-4155-aca9-abe81984b8f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:28.517609 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-546655f7-188a-4155-aca9-abe81984b8f8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d674fc57-8dfc-4ab7-ab96-80a194170e9b HTTP/1.1" status: 204 len: 168 time: 0.3613191 Aug 12 21:02:28.520507 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49282) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:28.639587 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:28.770885 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38dc1f08-f5b6-4c71-a9d2-4911a5929d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:28.782871 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:28.798932 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.800061 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.800998 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.801332 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > port after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.801677 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.802031 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > port after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.802356 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.802714 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.803044 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.803355 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.881258 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.882000 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.882480 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.883222 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 21:02:28.883787 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82424d8-0996-4b76-93a1-814ce91dfac9']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:28.926710 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60045d64-9dea-4ce7-8103-62db3180e5d0') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:28.926710 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60045d64-9dea-4ce7-8103-62db3180e5d0') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:28.977299 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893026'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.009718 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.027345 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:02:29.027748 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5140727'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: from cryptography.utils import int_from_bytes Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: from cryptography.utils import int_from_bytes Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: Traceback (most recent call last): Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: timer() Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: cb(*args, **kw) Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: return func(*args, **kwargs) Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: self._notify() Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: self.callback(batched_events) Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: event.method(event) Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: return f(self, *a, **k) Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._get(url).json() Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: return self.request(url, 'GET', **kwargs) Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:02:29.031668 dv-cinder-804457-1-iscsi neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:02:29.084034 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5760f5-1d92-4d2e-9931-b3ec86ca200e req-84d65c7b-c279-4091-9ac6-c3f299d0acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:29.085868 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc5760f5-1d92-4d2e-9931-b3ec86ca200e req-84d65c7b-c279-4091-9ac6-c3f299d0acc1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 1098 time: 0.1841595 Aug 12 21:02:29.130858 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.159592 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.164368 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b82424d8-0996-4b76-93a1-814ce91dfac9 HTTP/1.1" status: 204 len: 168 time: 0.6399822 Aug 12 21:02:29.172140 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49312) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:29.180855 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf1098-5f61-42ea-bce3-c64252919e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=b82424d8-0996-4b76-93a1-814ce91dfac9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:29.187400 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc5760f5-1d92-4d2e-9931-b3ec86ca200e req-a3a82e88-1b49-4e0a-9db2-d6623435279d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922451 Aug 12 21:02:29.189938 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38dc1f08-f5b6-4c71-a9d2-4911a5929d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.195077 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38dc1f08-f5b6-4c71-a9d2-4911a5929d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.252182 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc1f08-f5b6-4c71-a9d2-4911a5929d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16f5b67-cf81-479a-9c12-59d16f542ba6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:29.258623 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-38dc1f08-f5b6-4c71-a9d2-4911a5929d60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e1d835c8e954bc485cb53f482eec796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9550915 Aug 12 21:02:29.270559 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49324) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:29.276475 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7930b0e-5caf-4a04-8ed2-97b95f8967b8 admin admin] Deleting subnet 4bde5faf-f578-4269-9d88-30f1bb12d7b5 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:02:29.283011 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7930b0e-5caf-4a04-8ed2-97b95f8967b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.324825 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7930b0e-5caf-4a04-8ed2-97b95f8967b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.336449 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-287a05c9-d2b8-4d91-9835-216639e6af89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.366197 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-287a05c9-d2b8-4d91-9835-216639e6af89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.376924 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7930b0e-5caf-4a04-8ed2-97b95f8967b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.441789 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-287a05c9-d2b8-4d91-9835-216639e6af89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.445861 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-287a05c9-d2b8-4d91-9835-216639e6af89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.448449 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7930b0e-5caf-4a04-8ed2-97b95f8967b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.449765 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-287a05c9-d2b8-4d91-9835-216639e6af89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a16f5b67-cf81-479a-9c12-59d16f542ba6 HTTP/1.1" status: 204 len: 168 time: 0.1779306 Aug 12 21:02:29.465750 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a05c9-d2b8-4d91-9835-216639e6af89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16f5b67-cf81-479a-9c12-59d16f542ba6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:29.500806 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7930b0e-5caf-4a04-8ed2-97b95f8967b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.503245 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d7930b0e-5caf-4a04-8ed2-97b95f8967b8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4bde5faf-f578-4269-9d88-30f1bb12d7b5 HTTP/1.1" status: 204 len: 168 time: 0.3300736 Aug 12 21:02:29.504562 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7930b0e-5caf-4a04-8ed2-97b95f8967b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bde5faf-f578-4269-9d88-30f1bb12d7b5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:29.506244 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49336) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:29.618807 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.638295 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00996b87-b349-4a0f-9192-38276e6adf39 req-62edbed7-33c0-4ce3-8876-5d7ca3a75367 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:29.639824 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-00996b87-b349-4a0f-9192-38276e6adf39 req-62edbed7-33c0-4ce3-8876-5d7ca3a75367 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0874376 Aug 12 21:02:29.738913 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.744376 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-00996b87-b349-4a0f-9192-38276e6adf39 req-4aa5292e-e328-4d4e-89c7-0651c98f8bd6 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825553 Aug 12 21:02:29.753384 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da63f8b0-62ff-4883-96ee-17cf2ab477cc']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:29.762973 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7568f69-43d5-4ee3-9d7d-6506c7ffa1e2') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:29.763265 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7568f69-43d5-4ee3-9d7d-6506c7ffa1e2') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:29.773289 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893026'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.791204 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.791331 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:29.797782 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:02:29.798237 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5140727'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: Traceback (most recent call last): Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: timer() Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: cb(*args, **kw) Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: return func(*args, **kwargs) Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: self._notify() Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: self.callback(batched_events) Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: event.method(event) Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: return f(self, *a, **k) Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._get(url).json() Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: return self.request(url, 'GET', **kwargs) Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:02:29.799940 dv-cinder-804457-1-iscsi neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:02:29.804986 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0897-600d-4973-ac83-c8b8181160bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.852115 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.857314 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.859332 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/da63f8b0-62ff-4883-96ee-17cf2ab477cc HTTP/1.1" status: 204 len: 168 time: 0.3516688 Aug 12 21:02:29.870548 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb91483-67c8-44a5-a13e-ae6011b960c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da63f8b0-62ff-4883-96ee-17cf2ab477cc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:29.938112 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0897-600d-4973-ac83-c8b8181160bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.943437 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0897-600d-4973-ac83-c8b8181160bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:29.992726 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5cfa0897-600d-4973-ac83-c8b8181160bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15d74b95737f48bebfcaba85b0830a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003384 Aug 12 21:02:29.993640 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa0897-600d-4973-ac83-c8b8181160bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf213de-7406-4dfe-9d5c-2ff6ddfa8f94,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:29.995619 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49350) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:30.046237 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49352) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:30.052775 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788eea6d-ed53-48d0-8157-e1552ec218ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.080271 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788eea6d-ed53-48d0-8157-e1552ec218ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.090604 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-7c297f93-077b-4c4d-8ab8-0803ca962dc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4468cbc82fdb45ed84cfed1ba9845e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431299 Aug 12 21:02:30.093113 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49354) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:30.139383 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788eea6d-ed53-48d0-8157-e1552ec218ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.141939 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-788eea6d-ed53-48d0-8157-e1552ec218ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.143308 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-788eea6d-ed53-48d0-8157-e1552ec218ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adf213de-7406-4dfe-9d5c-2ff6ddfa8f94 HTTP/1.1" status: 204 len: 168 time: 0.1464651 Aug 12 21:02:30.151878 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eea6d-ed53-48d0-8157-e1552ec218ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf213de-7406-4dfe-9d5c-2ff6ddfa8f94,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:30.160906 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2068739-0517-42d1-877a-594b410ab6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.188298 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2068739-0517-42d1-877a-594b410ab6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.250480 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2068739-0517-42d1-877a-594b410ab6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.253575 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2068739-0517-42d1-877a-594b410ab6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.254810 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f2068739-0517-42d1-877a-594b410ab6e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9d19b66-8ce3-41b0-9c53-1a85df3749b8 HTTP/1.1" status: 204 len: 168 time: 0.1607428 Aug 12 21:02:30.263688 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2068739-0517-42d1-877a-594b410ab6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d19b66-8ce3-41b0-9c53-1a85df3749b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:30.581268 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49388) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:30.676438 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49394) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:30.684927 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-397ee8df-ad50-4e09-bd43-715b0a289ad4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3eabeae2d45b466c8ab97ab6793055a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897377 Aug 12 21:02:30.741757 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49404) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:30.805852 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-610c2588-b229-450b-ba42-e2886df36da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.881925 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-610c2588-b229-450b-ba42-e2886df36da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.955905 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-610c2588-b229-450b-ba42-e2886df36da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.959039 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-610c2588-b229-450b-ba42-e2886df36da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:30.963507 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-610c2588-b229-450b-ba42-e2886df36da4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9470ab6-b04e-45da-af81-317c2e7e5143 HTTP/1.1" status: 204 len: 168 time: 0.2827406 Aug 12 21:02:30.985009 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c2588-b229-450b-ba42-e2886df36da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9470ab6-b04e-45da-af81-317c2e7e5143,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:30.988196 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c08bf9-79aa-48b0-bb2b-0482bb95b7d1 req-66e8fe01-306b-4e97-a87f-ad6b5aaa911e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:30.997140 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f4c08bf9-79aa-48b0-bb2b-0482bb95b7d1 req-66e8fe01-306b-4e97-a87f-ad6b5aaa911e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1122336 Aug 12 21:02:31.060076 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f4c08bf9-79aa-48b0-bb2b-0482bb95b7d1 req-81995bff-90a9-4f9e-be3e-164e8dc43eb1 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616958 Aug 12 21:02:31.101690 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48c86a97-d147-4d8a-8405-fb9e185c39da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:31.247269 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a2337-f6ee-49d2-afed-8dba45b6267c req-0fc52eb5-7d43-4584-964a-a42f1aa9781d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:31.248777 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-194a2337-f6ee-49d2-afed-8dba45b6267c req-0fc52eb5-7d43-4584-964a-a42f1aa9781d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0785439 Aug 12 21:02:31.260655 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48c86a97-d147-4d8a-8405-fb9e185c39da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:31.275803 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48c86a97-d147-4d8a-8405-fb9e185c39da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:31.330938 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-194a2337-f6ee-49d2-afed-8dba45b6267c req-4422d2fd-ed9e-499d-9959-35da58157a1b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725310 Aug 12 21:02:31.334228 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c86a97-d147-4d8a-8405-fb9e185c39da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b490c4b-4e55-4f2a-b255-ea324190099f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:31.339048 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-48c86a97-d147-4d8a-8405-fb9e185c39da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dad3f74cbab4f96bb65845602a30697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5959728 Aug 12 21:02:31.341609 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49434) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:31.405546 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-982a25ee-f7fa-4696-9d93-486a7229beb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:31.433578 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-982a25ee-f7fa-4696-9d93-486a7229beb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:31.504676 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-982a25ee-f7fa-4696-9d93-486a7229beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:31.508560 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-982a25ee-f7fa-4696-9d93-486a7229beb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:31.510573 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-982a25ee-f7fa-4696-9d93-486a7229beb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b490c4b-4e55-4f2a-b255-ea324190099f HTTP/1.1" status: 204 len: 168 time: 0.1677659 Aug 12 21:02:31.521878 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a25ee-f7fa-4696-9d93-486a7229beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b490c4b-4e55-4f2a-b255-ea324190099f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:31.966689 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:31.980908 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1d073ce-d792-4567-be35-534563a7671d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:32.109783 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1d073ce-d792-4567-be35-534563a7671d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:32.117906 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1d073ce-d792-4567-be35-534563a7671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:32.169520 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d073ce-d792-4567-be35-534563a7671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1036fd-0214-409e-a519-ad26090b8688,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:32.180364 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c1d073ce-d792-4567-be35-534563a7671d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7799040566174e08946f8209f3cafb7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119062 Aug 12 21:02:32.184712 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:32.262168 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb56-d568-4558-a1aa-d9ba2c9e8c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:32.289137 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb56-d568-4558-a1aa-d9ba2c9e8c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:32.385606 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb56-d568-4558-a1aa-d9ba2c9e8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:32.391157 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bb56-d568-4558-a1aa-d9ba2c9e8c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:32.395319 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-e7c9bb56-d568-4558-a1aa-d9ba2c9e8c11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e1036fd-0214-409e-a519-ad26090b8688 HTTP/1.1" status: 204 len: 168 time: 0.2066212 Aug 12 21:02:32.417595 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9bb56-d568-4558-a1aa-d9ba2c9e8c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1036fd-0214-409e-a519-ad26090b8688,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:33.242752 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a166d-2f5d-4862-9813-af61df0d718c req-dbd6f0f7-3776-4488-bae6-8832a57e082b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:33.250967 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1a0a166d-2f5d-4862-9813-af61df0d718c req-dbd6f0f7-3776-4488-bae6-8832a57e082b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1031628 Aug 12 21:02:33.264337 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-c960cb5b-37ab-44a5-b13e-5e0cd91f309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:33.265953 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-c960cb5b-37ab-44a5-b13e-5e0cd91f309a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1098 time: 0.1282678 Aug 12 21:02:33.360604 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1a0a166d-2f5d-4862-9813-af61df0d718c req-27e81801-a409-4598-a347-9a30f31cfe3d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082916 Aug 12 21:02:33.424950 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-f3f02a08-af0a-4bee-bc27-04b4cbcf5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:33.427886 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-f3f02a08-af0a-4bee-bc27-04b4cbcf5770 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 920 time: 0.1515517 Aug 12 21:02:33.482924 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-12ca1d6e-2b97-4bc0-a2e2-e59505fd0605 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e707b49a-3678-4809-b808-7a2aea3b2994 HTTP/1.1" status: 200 len: 217 time: 0.0441589 Aug 12 21:02:33.557128 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-556176c9-4b9a-46a4-a7a9-173de5742d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:33.558897 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-556176c9-4b9a-46a4-a7a9-173de5742d02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.0687094 Aug 12 21:02:33.599727 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-f07504c2-42ef-44dc-a97c-2c20708eb71a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277812 Aug 12 21:02:33.730349 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-d6b4c90a-d5c4-4b76-b065-21a1fd9c0afc service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211791 Aug 12 21:02:33.881743 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f8cca19a-3f64-4254-bccd-76367f4ccfb5 req-ae48e65b-35dc-4e6c-b3c5-002bf89278de service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442637 Aug 12 21:02:34.014958 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49666) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:34.150684 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c454bba-1d1b-48dc-bbef-aa4c03ad266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:34.309541 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c454bba-1d1b-48dc-bbef-aa4c03ad266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:34.315609 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c454bba-1d1b-48dc-bbef-aa4c03ad266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:34.361216 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-8c454bba-1d1b-48dc-bbef-aa4c03ad266c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb0868d170584a8c833c4e26ddbbf65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509269 Aug 12 21:02:34.365723 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:34.416912 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c454bba-1d1b-48dc-bbef-aa4c03ad266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4785c9-5686-4b4c-a9e9-5f9e1c1b9598,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:34.459950 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cd32-1687-4c0a-a364-0a098c966cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:34.509525 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cd32-1687-4c0a-a364-0a098c966cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:34.563184 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e274608-7757-426e-a657-e2058144f570 req-1dd8247f-ea4b-46af-bccf-067e38b681e0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:34.566162 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1e274608-7757-426e-a657-e2058144f570 req-1dd8247f-ea4b-46af-bccf-067e38b681e0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0784729 Aug 12 21:02:34.606137 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cd32-1687-4c0a-a364-0a098c966cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:34.608982 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cd32-1687-4c0a-a364-0a098c966cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:34.610411 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b9c6cd32-1687-4c0a-a364-0a098c966cb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f4785c9-5686-4b4c-a9e9-5f9e1c1b9598 HTTP/1.1" status: 204 len: 168 time: 0.2409816 Aug 12 21:02:34.630960 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6cd32-1687-4c0a-a364-0a098c966cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4785c9-5686-4b4c-a9e9-5f9e1c1b9598,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:34.659217 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1e274608-7757-426e-a657-e2058144f570 req-0255e7f1-e07d-4fe3-aeb0-2e201156a45c tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743518 Aug 12 21:02:35.030596 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:35.045115 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7b58d31-d6de-4eb0-93fd-e1f4e6f7340e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:35.180085 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7b58d31-d6de-4eb0-93fd-e1f4e6f7340e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:35.184494 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7b58d31-d6de-4eb0-93fd-e1f4e6f7340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:35.230159 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b7b58d31-d6de-4eb0-93fd-e1f4e6f7340e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=254224be5644469fb03f12a01fe0772a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961029 Aug 12 21:02:35.230451 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:35.237730 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b58d31-d6de-4eb0-93fd-e1f4e6f7340e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca25275e-88e5-44ba-b9da-00e6a84475e7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:35.302732 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1250efe2-3cb7-4b78-b910-044076e52e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:35.333862 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1250efe2-3cb7-4b78-b910-044076e52e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:35.404606 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1250efe2-3cb7-4b78-b910-044076e52e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:35.407388 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1250efe2-3cb7-4b78-b910-044076e52e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:35.409104 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1250efe2-3cb7-4b78-b910-044076e52e43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca25275e-88e5-44ba-b9da-00e6a84475e7 HTTP/1.1" status: 204 len: 168 time: 0.1777573 Aug 12 21:02:35.429456 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250efe2-3cb7-4b78-b910-044076e52e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca25275e-88e5-44ba-b9da-00e6a84475e7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:35.510947 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49770) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:35.974067 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef4063-549a-4085-8a60-c8cdc436ce5d req-8cb35d94-4abc-4423-a82d-3197120a8205 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:35.989479 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9675a582-ee4a-45d7-9387-c3465df60dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:36.001594 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-48ef4063-549a-4085-8a60-c8cdc436ce5d req-8cb35d94-4abc-4423-a82d-3197120a8205 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1770055 Aug 12 21:02:36.100928 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-48ef4063-549a-4085-8a60-c8cdc436ce5d req-f466a073-4500-42d0-8aca-4274a007043f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978978 Aug 12 21:02:36.238515 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9675a582-ee4a-45d7-9387-c3465df60dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:36.251585 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9675a582-ee4a-45d7-9387-c3465df60dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:36.303992 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-9675a582-ee4a-45d7-9387-c3465df60dd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95bad7fe7bfd432d9bb4b9f51219d48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914283 Aug 12 21:02:36.305390 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675a582-ee4a-45d7-9387-c3465df60dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa777e7-4d29-4150-89f1-f91d873d4ff6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:36.308712 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49820) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:36.389093 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:02:36.391635 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f9a505a-fc2c-400c-92e4-4fcc442d5f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:36.418048 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f9a505a-fc2c-400c-92e4-4fcc442d5f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:36.476001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f9a505a-fc2c-400c-92e4-4fcc442d5f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:36.480749 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f9a505a-fc2c-400c-92e4-4fcc442d5f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:36.482135 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-3f9a505a-fc2c-400c-92e4-4fcc442d5f33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfa777e7-4d29-4150-89f1-f91d873d4ff6 HTTP/1.1" status: 204 len: 168 time: 0.1709299 Aug 12 21:02:36.492647 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a505a-fc2c-400c-92e4-4fcc442d5f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa777e7-4d29-4150-89f1-f91d873d4ff6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:36.910339 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49858) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:36.924751 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0199f350-233a-4c37-a12a-071d407bc079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.037658 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0199f350-233a-4c37-a12a-071d407bc079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.043066 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0199f350-233a-4c37-a12a-071d407bc079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.087668 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-0199f350-233a-4c37-a12a-071d407bc079 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cddb8c4fc1f45ad9b6a64d2f45e3152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761563 Aug 12 21:02:37.089701 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199f350-233a-4c37-a12a-071d407bc079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c57794e-f9d3-4f1c-8ee1-d8b23a1b1740,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:37.091084 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49868) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:37.155361 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49872) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:37.161337 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f725e13-c544-4830-86fd-02be619d9fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.185817 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f725e13-c544-4830-86fd-02be619d9fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.243503 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f725e13-c544-4830-86fd-02be619d9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.255150 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f725e13-c544-4830-86fd-02be619d9fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.260357 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-6f725e13-c544-4830-86fd-02be619d9fc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c57794e-f9d3-4f1c-8ee1-d8b23a1b1740 HTTP/1.1" status: 204 len: 168 time: 0.1658998 Aug 12 21:02:37.268310 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f725e13-c544-4830-86fd-02be619d9fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c57794e-f9d3-4f1c-8ee1-d8b23a1b1740,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:37.286907 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f740e-aa4b-49d0-b701-0dae7d74c576 req-3823d495-a7e7-4644-bf55-311b6b87b38d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:37.288466 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2f7f740e-aa4b-49d0-b701-0dae7d74c576 req-3823d495-a7e7-4644-bf55-311b6b87b38d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0868089 Aug 12 21:02:37.340525 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1d457d1-f587-40be-acb7-2825f297b842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.378202 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2f7f740e-aa4b-49d0-b701-0dae7d74c576 req-94fe6c9c-eb60-436f-8e36-7632438e4212 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835495 Aug 12 21:02:37.463211 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1d457d1-f587-40be-acb7-2825f297b842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.467332 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1d457d1-f587-40be-acb7-2825f297b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.510423 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-b1d457d1-f587-40be-acb7-2825f297b842 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ca73405f6264d4fb882eaaf0a36f565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533218 Aug 12 21:02:37.511303 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d457d1-f587-40be-acb7-2825f297b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f94ce17-99ab-4535-94b4-a7853aefe93f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:37.513910 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49884) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:37.571006 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2522697-e3c8-4fb7-b633-17a409ce33c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.594223 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2522697-e3c8-4fb7-b633-17a409ce33c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.654128 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2522697-e3c8-4fb7-b633-17a409ce33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.656978 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2522697-e3c8-4fb7-b633-17a409ce33c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:37.661053 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b2522697-e3c8-4fb7-b633-17a409ce33c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f94ce17-99ab-4535-94b4-a7853aefe93f HTTP/1.1" status: 204 len: 168 time: 0.1430442 Aug 12 21:02:37.667531 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2522697-e3c8-4fb7-b633-17a409ce33c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f94ce17-99ab-4535-94b4-a7853aefe93f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:38.119851 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:38.226895 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1165192152-network', 'tenant_id': '126743d05e4a4a5883101f8524dc1089'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:38.251486 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Made reservation on behalf of 126743d05e4a4a5883101f8524dc1089 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:38.254347 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.262858 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.359855 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.364863 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.387949 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:02:38.407812 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.407812 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.segments_db [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Added segment 4b3a0bfc-5be6-44c7-86e3-4ab8418072bd of type vlan for network 4d9332f3-9bc2-41c2-9587-8cc77767144b Aug 12 21:02:38.407812 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2782a87-6eff-4491-aa31-d3fac047a77e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:38.454617 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.500440 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.500799 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:38.501527 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.519084 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb24ab-a3aa-4e40-8bae-cb0f41156f48 req-8ef33f88-6cfa-4ecb-b051-9d4739b95bec tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:38.520831 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-94cb24ab-a3aa-4e40-8bae-cb0f41156f48 req-8ef33f88-6cfa-4ecb-b051-9d4739b95bec tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0545895 Aug 12 21:02:38.565705 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4444716 Aug 12 21:02:38.566383 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49950) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:38.568646 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-94cb24ab-a3aa-4e40-8bae-cb0f41156f48 req-55c76aae-2d1f-4be9-8b8e-121a5d1d2254 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390127 Aug 12 21:02:38.574982 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Request body: {'subnet': {'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1165192152-subnet', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:38.591180 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7d257-8411-4e24-a7b1-d950f2e788b0 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9332f3-9bc2-41c2-9587-8cc77767144b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:38.605011 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Made reservation on behalf of 126743d05e4a4a5883101f8524dc1089 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:38.605275 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 4d9332f3-9bc2-41c2-9587-8cc77767144b details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:02:38.607383 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240591'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.783265 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4239281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240637'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.838197 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e1203c-1368-45f6-86e7-7e5d000bc25e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:38.847501 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Checking segment: {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:38.847860 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Network hostable DHCP agents. Network: 4d9332f3-9bc2-41c2-9587-8cc77767144b, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:02:38.863809 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Network 4d9332f3-9bc2-41c2-9587-8cc77767144b is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:02:38.872190 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 4d9332f3-9bc2-41c2-9587-8cc77767144b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:38.878000 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:38.879605 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.881018 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c62ed-b0d9-447f-b018-8703cdbfa219 None None] Network 4d9332f3-9bc2-41c2-9587-8cc77767144b requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:38.895259 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-222b4296-8143-47d1-936a-53e3e1577090 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3256612 Aug 12 21:02:38.897849 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 49956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:38.902271 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:38.928991 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:38.930103 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.000845 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.092939 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-4d9332f3-9bc2-41c2-9587-8cc77767144b', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:02:39.093814 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.150326 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.211151 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6303bcc0-cc1d-49b0-a49c-f36abafc9de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.251336 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Allocated IP 172.20.0.2 (4d9332f3-9bc2-41c2-9587-8cc77767144b/75e1203c-1368-45f6-86e7-7e5d000bc25e/84805f24-002b-4df7-ae52-3442561a48e2) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:02:39.372656 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.401312 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.410266 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Transition to ACTIVE for port object 84805f24-002b-4df7-ae52-3442561a48e2 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:39.410903 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.425078 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Transition to ACTIVE for port object 84805f24-002b-4df7-ae52-3442561a48e2 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:39.430919 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.472396 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Network 4d9332f3-9bc2-41c2-9587-8cc77767144b is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:02:39.475595 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:39.480336 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Pushing event updated for resources: {'Port': ['ID=84805f24-002b-4df7-ae52-3442561a48e2,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:39.482482 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:02:39.491745 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.492151 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.492500 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.492835 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.493169 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.493500 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.493826 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.494150 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.494492 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.494845 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.495166 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.495487 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:39.521391 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Allocated IP 172.27.0.155 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/99251c83-6506-4d82-b3a4-b2531ef7ba8e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:02:39.546958 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Attempting to bind port 84805f24-002b-4df7-ae52-3442561a48e2 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:02:39.547328 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Attempting to bind port 84805f24-002b-4df7-ae52-3442561a48e2 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:02:39.547695 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Attempting to bind port 84805f24-002b-4df7-ae52-3442561a48e2 on network 4d9332f3-9bc2-41c2-9587-8cc77767144b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:02:39.553258 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:02:39.553628 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Checking segment: {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:39.554028 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.554417 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Bound using segment: {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:02:39.554904 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Bound port: 84805f24-002b-4df7-ae52-3442561a48e2, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:02:39.555285 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.621233 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] For port 84805f24-002b-4df7-ae52-3442561a48e2, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:02:39.624511 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] For port 84805f24-002b-4df7-ae52-3442561a48e2, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=84805f24-002b-4df7-ae52-3442561a48e2,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:02:39.630878 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.633122 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.681263 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:39.695368 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791bbab-f882-4283-b65c-4e60765df3c7 req-94931f77-c46c-4015-a9f3-79af42aa5189 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:39.696918 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a791bbab-f882-4283-b65c-4e60765df3c7 req-94931f77-c46c-4015-a9f3-79af42aa5189 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0523350 Aug 12 21:02:39.700427 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed1240-c4f8-406c-be1d-734725632aaa None None] Pushing event updated for resources: {'Port': ['ID=84805f24-002b-4df7-ae52-3442561a48e2,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:39.728760 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:02:39.731717 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:39.734631 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:02:39.745291 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a791bbab-f882-4283-b65c-4e60765df3c7 req-90875c18-16df-43ba-a41b-2cf80d914d93 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Aug 12 21:02:39.760118 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=99251c83-6506-4d82-b3a4-b2531ef7ba8e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:40.189757 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:40.398810 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:40.532920 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Router c6b5bb34-ab2e-44b9-b76b-39592d886db0 is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:02:40.579668 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2144e-6440-4654-8cc4-f98b32e2bd63 None None] Network 4d9332f3-9bc2-41c2-9587-8cc77767144b requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:40.648550 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:02:40.662803 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Sync routers for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:02:40.666655 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:40.670559 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c38859b4-0eb8-4c94-b67f-8edd3b5d5dd4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7693458 Aug 12 21:02:40.670938 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 49986) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:40.673388 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:02:40.674170 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:02:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:40.698424 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5f958190-1c3f-429d-ac1a-54e5eb751ccc None None] Provisioning for port 84805f24-002b-4df7-ae52-3442561a48e2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:40.784830 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:02:41.027490 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:40Z', 'revision_number': 3, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:41.033191 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f304bd-86f0-42ff-a324-d3daafb18fe7 req-a85c32df-b8ec-4544-8eea-b19c7325c67c tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:41.034918 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d5f304bd-86f0-42ff-a324-d3daafb18fe7 req-a85c32df-b8ec-4544-8eea-b19c7325c67c tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1387167 Aug 12 21:02:41.069407 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Checking router: c6b5bb34-ab2e-44b9-b76b-39592d886db0 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:02:41.069774 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Updating router c6b5bb34-ab2e-44b9-b76b-39592d886db0 port 99251c83-6506-4d82-b3a4-b2531ef7ba8e binding host dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:02:41.098367 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:41.118841 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d5f304bd-86f0-42ff-a324-d3daafb18fe7 req-9e2a065e-d87b-4c68-b79b-f25477fd742d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560744 Aug 12 21:02:41.261799 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:41.460629 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Allocated IP 172.20.0.1 (4d9332f3-9bc2-41c2-9587-8cc77767144b/75e1203c-1368-45f6-86e7-7e5d000bc25e/d9281d0c-87a6-4539-8120-567f45acc955) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:02:41.478398 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:41.497510 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Transition to ACTIVE for port object 99251c83-6506-4d82-b3a4-b2531ef7ba8e will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:41.505702 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:41.554390 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Pushing event updated for resources: {'Port': ['ID=99251c83-6506-4d82-b3a4-b2531ef7ba8e,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:41.563826 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.564318 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.564729 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.565195 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.565594 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.566057 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.566381 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.566744 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.567122 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.567445 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.567793 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.568100 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:41.618290 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Attempting to bind port 99251c83-6506-4d82-b3a4-b2531ef7ba8e on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:02:41.618700 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Attempting to bind port 99251c83-6506-4d82-b3a4-b2531ef7ba8e by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:02:41.619184 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Attempting to bind port 99251c83-6506-4d82-b3a4-b2531ef7ba8e on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:02:41.627773 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:02:41.628157 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:41.628572 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:41.629073 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:02:41.629711 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Bound port: 99251c83-6506-4d82-b3a4-b2531ef7ba8e, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:02:41.629970 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:41.745171 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] For port 99251c83-6506-4d82-b3a4-b2531ef7ba8e, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:02:41.749312 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] For port 99251c83-6506-4d82-b3a4-b2531ef7ba8e, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=99251c83-6506-4d82-b3a4-b2531ef7ba8e,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:02:41.757921 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:41.809483 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 84805f24-002b-4df7-ae52-3442561a48e2 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:41.839014 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:02:41.839647 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:02:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:41.842766 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75040d4-2fa5-46ba-9e08-833f61a813e2 None None] Pushing event updated for resources: {'Port': ['ID=99251c83-6506-4d82-b3a4-b2531ef7ba8e,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:41.877403 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 84805f24-002b-4df7-ae52-3442561a48e2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:41.897727 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 84805f24-002b-4df7-ae52-3442561a48e2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:41.898116 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:41.931287 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:41.956884 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Transition to ACTIVE for port object d9281d0c-87a6-4539-8120-567f45acc955 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:42.036988 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.047292 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.051346 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:02:42.107619 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Network 4d9332f3-9bc2-41c2-9587-8cc77767144b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:02:42.110586 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:42.114343 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 84805f24-002b-4df7-ae52-3442561a48e2, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=84805f24-002b-4df7-ae52-3442561a48e2,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:02:42.116812 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:02:42.123813 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.131397 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-03d162f2-f76b-434d-812d-584cc869dfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.168046 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9281d0c-87a6-4539-8120-567f45acc955,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:42.206457 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.265631 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=84805f24-002b-4df7-ae52-3442561a48e2,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:42.377711 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36381063-4639-4a44-9337-23b196d5cb96 req-ba591501-3d3f-4c34-98a0-e272c87550f8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:42.379592 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-36381063-4639-4a44-9337-23b196d5cb96 req-ba591501-3d3f-4c34-98a0-e272c87550f8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0958943 Aug 12 21:02:42.480491 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-36381063-4639-4a44-9337-23b196d5cb96 req-3371ef25-0423-47cf-871a-ae1c31c8e8e5 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767438 Aug 12 21:02:42.482575 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-030f1517-daa3-4264-a6dd-c3e78b1d7bc3 None None] Provisioning for port d9281d0c-87a6-4539-8120-567f45acc955 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:42.487151 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:40Z', 'revision_number': 3, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:42.487791 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-030f1517-daa3-4264-a6dd-c3e78b1d7bc3 None None] Provisioning complete for port d9281d0c-87a6-4539-8120-567f45acc955 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:42.488158 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-030f1517-daa3-4264-a6dd-c3e78b1d7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.539524 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05477bb5-a16a-419b-b8dc-33825fb88d23 None None] The sync data for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi is: [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:40Z', 'revision_number': 3, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:02:42.551371 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.561908 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.570232 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-030f1517-daa3-4264-a6dd-c3e78b1d7bc3 None None] Port d9281d0c-87a6-4539-8120-567f45acc955 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:02:42.746432 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.753295 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.845301 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.849707 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9281d0c-87a6-4539-8120-567f45acc955,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:42.885485 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50062) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:42.982992 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:42.988418 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Network 4d9332f3-9bc2-41c2-9587-8cc77767144b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:02:42.990275 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:43.079297 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a32ca70-3a1b-42c7-bdf9-56ea01e02ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.201240 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Router c6b5bb34-ab2e-44b9-b76b-39592d886db0 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:02:43.321067 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a32ca70-3a1b-42c7-bdf9-56ea01e02ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.328280 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a32ca70-3a1b-42c7-bdf9-56ea01e02ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.361825 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cca37bc4-8035-4151-8b1f-d8a6262c79b3 None None] Provisioning complete for port d9281d0c-87a6-4539-8120-567f45acc955 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:43.362210 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cca37bc4-8035-4151-8b1f-d8a6262c79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.379343 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32ca70-3a1b-42c7-bdf9-56ea01e02ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4d846b-1752-4e9d-bfbc-e72f3ca3ec7e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:43.413084 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.429167 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-7a32ca70-3a1b-42c7-bdf9-56ea01e02ab2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=754e945bb1424558a36a723eb7b70821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418932 Aug 12 21:02:43.429789 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:43.430832 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cca37bc4-8035-4151-8b1f-d8a6262c79b3 None None] Port d9281d0c-87a6-4539-8120-567f45acc955 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:02:43.450246 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:02:43.455937 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-291d34ff-0bea-436c-a67e-2998047659c1 admin admin] 10.222.0.18 "PUT /v2.0/routers/c6b5bb34-ab2e-44b9-b76b-39592d886db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7839293 Aug 12 21:02:43.486577 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bd6e585-59f8-41d9-8493-7a05da67dd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.514251 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bd6e585-59f8-41d9-8493-7a05da67dd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.589847 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bd6e585-59f8-41d9-8493-7a05da67dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.593124 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bd6e585-59f8-41d9-8493-7a05da67dd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.597163 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-0bd6e585-59f8-41d9-8493-7a05da67dd7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da4d846b-1752-4e9d-bfbc-e72f3ca3ec7e HTTP/1.1" status: 204 len: 168 time: 0.1634622 Aug 12 21:02:43.614099 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6e585-59f8-41d9-8493-7a05da67dd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4d846b-1752-4e9d-bfbc-e72f3ca3ec7e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:43.672195 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce9ce-71dc-4ca1-a147-69e8d50aa1b8 req-ddd5ac06-f239-4424-84f6-07140dbbe6ff tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:43.675136 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2dbce9ce-71dc-4ca1-a147-69e8d50aa1b8 req-ddd5ac06-f239-4424-84f6-07140dbbe6ff tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1095488 Aug 12 21:02:43.730943 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2dbce9ce-71dc-4ca1-a147-69e8d50aa1b8 req-ed61f99f-e7b3-4740-b9c8-2f7dd450e269 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489931 Aug 12 21:02:43.804125 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 84805f24-002b-4df7-ae52-3442561a48e2 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:43.866602 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 84805f24-002b-4df7-ae52-3442561a48e2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:43.867578 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:43.965127 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 99251c83-6506-4d82-b3a4-b2531ef7ba8e up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:44.024936 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 99251c83-6506-4d82-b3a4-b2531ef7ba8e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:44.028991 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 99251c83-6506-4d82-b3a4-b2531ef7ba8e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:44.029348 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.118207 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.120059 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50118) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:44.140210 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 99251c83-6506-4d82-b3a4-b2531ef7ba8e, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=99251c83-6506-4d82-b3a4-b2531ef7ba8e,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:02:44.146904 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.222048 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=99251c83-6506-4d82-b3a4-b2531ef7ba8e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:44.381194 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-148f0ce2-f043-4d2f-9b48-ebc36f4ec739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.500523 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 50146) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:44.513373 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1837929480-network', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:44.526142 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-148f0ce2-f043-4d2f-9b48-ebc36f4ec739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.549060 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-148f0ce2-f043-4d2f-9b48-ebc36f4ec739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.556836 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Made reservation on behalf of df6028c7bffb43e982b9f0e2ca8af1c4 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:44.560300 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.560494 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.572676 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.602324 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-148f0ce2-f043-4d2f-9b48-ebc36f4ec739 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d39867d0eef2421681b8febb52cdbb3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772499 Aug 12 21:02:44.604899 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50150) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:44.669364 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f0ce2-f043-4d2f-9b48-ebc36f4ec739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f94f50-25ac-46e2-99ed-b90c89bb8c1d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:44.688454 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d683-2877-47e2-8c6b-052a4f0a4b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.697891 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.704088 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.720025 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d683-2877-47e2-8c6b-052a4f0a4b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.746975 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:02:44.754144 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Sync routers for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:02:44.759917 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7705f474-0a89-469e-af5d-bbd1c6257055,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:44.765390 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.765738 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Added segment aaa58b58-b0c6-4e1d-8e91-deed918e2998 of type vlan for network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 Aug 12 21:02:44.770984 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:02:44.772453 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:02:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:44.821366 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.850777 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d683-2877-47e2-8c6b-052a4f0a4b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.855988 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a7d683-2877-47e2-8c6b-052a4f0a4b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.857594 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d6a7d683-2877-47e2-8c6b-052a4f0a4b32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4f94f50-25ac-46e2-99ed-b90c89bb8c1d HTTP/1.1" status: 204 len: 168 time: 0.2508082 Aug 12 21:02:44.870722 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7d683-2877-47e2-8c6b-052a4f0a4b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f94f50-25ac-46e2-99ed-b90c89bb8c1d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:44.964774 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:44.966339 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:44.967169 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:45.014247 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:02:45.045883 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb790df-37c9-4ebb-b552-6c177e747e83 req-5036c0be-1922-4fe0-ad63-d89f4a490ab5 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:45.056729 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7fb790df-37c9-4ebb-b552-6c177e747e83 req-5036c0be-1922-4fe0-ad63-d89f4a490ab5 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.2221811 Aug 12 21:02:45.094106 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:45.094471 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5915816 Aug 12 21:02:45.101649 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Request body: {'subnet': {'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1837929480-subnet', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:45.111863 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab3574-8bd0-42e3-98c4-05476af17b89 admin admin] Pushing event updated for resources: {'Network': ['ID=07310ed5-4ce6-416f-99b9-a9e38cf3de47,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:45.121258 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7fb790df-37c9-4ebb-b552-6c177e747e83 req-1bc3ad81-170d-4e0c-8d26-52f0c6ffc941 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632150 Aug 12 21:02:45.135746 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:02:45.178336 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Made reservation on behalf of df6028c7bffb43e982b9f0e2ca8af1c4 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:45.182547 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240591'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:45.328383 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fe527-4527-4367-a33b-9180402c180d req-bd3a7e5a-d344-4b16-9710-51a545007a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:45.331813 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d18fe527-4527-4367-a33b-9180402c180d req-bd3a7e5a-d344-4b16-9710-51a545007a7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0703220 Aug 12 21:02:45.386945 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d18fe527-4527-4367-a33b-9180402c180d req-e93ce029-ab36-4f64-bd78-b864cbb0eb65 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Aug 12 21:02:45.423367 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': 'd9281d0c-87a6-4539-8120-567f45acc955', 'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'mac_address': 'fa:16:3e:2c:cf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:41Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 2, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'subnets': [{'id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:45.454472 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4239281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240637'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:45.468806 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Checking router: c6b5bb34-ab2e-44b9-b76b-39592d886db0 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:02:45.469046 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Updating router c6b5bb34-ab2e-44b9-b76b-39592d886db0 port d9281d0c-87a6-4539-8120-567f45acc955 binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:02:45.537206 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Checking segment: {'id': 'aaa58b58-b0c6-4e1d-8e91-deed918e2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:45.537587 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Network hostable DHCP agents. Network: 07310ed5-4ce6-416f-99b9-a9e38cf3de47, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:02:45.541261 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9128ba-55d2-4caa-8f45-eac1424ac993,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:45.561663 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:02:45.581889 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 07310ed5-4ce6-416f-99b9-a9e38cf3de47) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:45.586698 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:45.587857 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:45.607440 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 50202) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:45.607915 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-a064de38-b57e-4d6a-a782-1302401a7e3a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5109994 Aug 12 21:02:45.613929 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:45.678302 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:45.679627 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:45.692836 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b053f-e35b-40ce-9d8f-9a9239f09f0e None None] Network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:45.722056 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 99251c83-6506-4d82-b3a4-b2531ef7ba8e up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:45.778849 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:45.877229 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:45.966536 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:45.994804 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 99251c83-6506-4d82-b3a4-b2531ef7ba8e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:45.995340 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:46.062633 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-07310ed5-4ce6-416f-99b9-a9e38cf3de47', 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'fixed_ips': [{'subnet_id': 'ca9128ba-55d2-4caa-8f45-eac1424ac993'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:02:46.063907 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:46.349829 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:46.371362 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:46.442639 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52afbc0-4af2-4fda-a2a9-cdd319282be7 req-cea3716f-0feb-49a0-9de7-3320e6a7d4da tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:46.444559 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b52afbc0-4af2-4fda-a2a9-cdd319282be7 req-cea3716f-0feb-49a0-9de7-3320e6a7d4da tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1683960 Aug 12 21:02:46.483151 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Allocated IP 172.20.0.2 (07310ed5-4ce6-416f-99b9-a9e38cf3de47/ca9128ba-55d2-4caa-8f45-eac1424ac993/178b6f6a-0654-44fd-ba15-6237afc65d64) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:02:46.527834 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b52afbc0-4af2-4fda-a2a9-cdd319282be7 req-10dad1ed-8deb-49fc-af27-5e3da403abec tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713327 Aug 12 21:02:46.541199 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Allocated IP 172.27.0.72 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/b0c2bc69-5945-46a6-b173-0243c0fb492f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:02:46.687324 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:46.741340 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 50254) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:46.757778 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:46.767005 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:46.794942 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:02:46.802132 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:46.806401 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Transition to ACTIVE for port object d9281d0c-87a6-4539-8120-567f45acc955 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:46.812962 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:02:46.821989 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:46.836480 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:46.879292 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Transition to ACTIVE for port object 178b6f6a-0654-44fd-ba15-6237afc65d64 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:46.957680 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Transition to ACTIVE for port object 178b6f6a-0654-44fd-ba15-6237afc65d64 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:46.959896 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f703c-b3e8-47c0-9084-f933847f07c5 None None] Pushing event updated for resources: {'Port': ['ID=d9281d0c-87a6-4539-8120-567f45acc955,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:46.977104 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c2bc69-5945-46a6-b173-0243c0fb492f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:46.988391 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.017295 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4799c12-e30f-4c7e-86eb-f1adb033f1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.037047 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Attempting to bind port d9281d0c-87a6-4539-8120-567f45acc955 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:02:47.037705 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Attempting to bind port d9281d0c-87a6-4539-8120-567f45acc955 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:02:47.038250 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Attempting to bind port d9281d0c-87a6-4539-8120-567f45acc955 on network 4d9332f3-9bc2-41c2-9587-8cc77767144b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:02:47.053645 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:02:47.060616 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:02:47.061293 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Checking segment: {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:47.061892 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.062437 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Bound using segment: {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:02:47.063249 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Bound port: d9281d0c-87a6-4539-8120-567f45acc955, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:02:47.063947 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.084761 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:47.087594 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:02:47.100458 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Pushing event updated for resources: {'Port': ['ID=178b6f6a-0654-44fd-ba15-6237afc65d64,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:47.106226 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:47.228146 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Attempting to bind port 178b6f6a-0654-44fd-ba15-6237afc65d64 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:02:47.228512 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Attempting to bind port 178b6f6a-0654-44fd-ba15-6237afc65d64 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': 'aaa58b58-b0c6-4e1d-8e91-deed918e2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:02:47.228960 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Attempting to bind port 178b6f6a-0654-44fd-ba15-6237afc65d64 on network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:02:47.243924 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:02:47.244375 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Checking segment: {'id': 'aaa58b58-b0c6-4e1d-8e91-deed918e2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:47.244785 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.245179 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Bound using segment: {'id': 'aaa58b58-b0c6-4e1d-8e91-deed918e2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:02:47.245773 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Bound port: 178b6f6a-0654-44fd-ba15-6237afc65d64, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa58b58-b0c6-4e1d-8e91-deed918e2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:02:47.246173 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.258999 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4799c12-e30f-4c7e-86eb-f1adb033f1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.262241 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] For port d9281d0c-87a6-4539-8120-567f45acc955, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:02:47.279043 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4799c12-e30f-4c7e-86eb-f1adb033f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.289799 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] For port d9281d0c-87a6-4539-8120-567f45acc955, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=d9281d0c-87a6-4539-8120-567f45acc955,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:02:47.321937 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.356707 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12cc2948-15a7-43f2-8885-3c320c07940c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.432950 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] For port 178b6f6a-0654-44fd-ba15-6237afc65d64, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:02:47.434914 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f703c-b3e8-47c0-9084-f933847f07c5 None None] Pushing event updated for resources: {'Port': ['ID=d9281d0c-87a6-4539-8120-567f45acc955,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:47.442503 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e4799c12-e30f-4c7e-86eb-f1adb033f1ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=baf64aaa999044e39e47aa98b0d59b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6986620 Aug 12 21:02:47.443579 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 50276) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:47.449954 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] For port 178b6f6a-0654-44fd-ba15-6237afc65d64, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=178b6f6a-0654-44fd-ba15-6237afc65d64,segment=NetworkSegment(aaa58b58-b0c6-4e1d-8e91-deed918e2998),segment_id=aaa58b58-b0c6-4e1d-8e91-deed918e2998)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:02:47.452349 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4799c12-e30f-4c7e-86eb-f1adb033f1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80876023-f816-4448-beb3-3d85fc695991,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:47.453082 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:02:47.454021 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:02:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:47.474532 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.493105 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.536375 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12cc2948-15a7-43f2-8885-3c320c07940c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.547695 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12cc2948-15a7-43f2-8885-3c320c07940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.646015 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e97c24f4-b5f1-49e5-b8e8-238950d8a36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.652364 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-12cc2948-15a7-43f2-8885-3c320c07940c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a12b88acbf54509b23914163b8cb76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440485 Aug 12 21:02:47.655839 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27426da-9ccb-421e-899f-09e5fe85137d None None] Pushing event updated for resources: {'Port': ['ID=178b6f6a-0654-44fd-ba15-6237afc65d64,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:47.656640 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50280) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:47.681342 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc2948-15a7-43f2-8885-3c320c07940c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3034ef0f-6363-4e71-93e6-2369447ada84,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:47.707197 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:02:47.731145 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e97c24f4-b5f1-49e5-b8e8-238950d8a36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.731959 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82ee9717-8f2a-4fba-8b69-e3f66dd594dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.806820 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82ee9717-8f2a-4fba-8b69-e3f66dd594dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.858624 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94903-af5e-413c-b31f-0d52c5514f54 req-ed711b87-bcc7-4c7b-b14f-62e012b99e2e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:47.860479 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dbc94903-af5e-413c-b31f-0d52c5514f54 req-ed711b87-bcc7-4c7b-b14f-62e012b99e2e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1776290 Aug 12 21:02:47.882148 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82ee9717-8f2a-4fba-8b69-e3f66dd594dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.886224 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82ee9717-8f2a-4fba-8b69-e3f66dd594dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:47.887537 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-82ee9717-8f2a-4fba-8b69-e3f66dd594dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3034ef0f-6363-4e71-93e6-2369447ada84 HTTP/1.1" status: 204 len: 168 time: 0.2297091 Aug 12 21:02:47.903043 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee9717-8f2a-4fba-8b69-e3f66dd594dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3034ef0f-6363-4e71-93e6-2369447ada84,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:47.989596 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:48.001198 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dbc94903-af5e-413c-b31f-0d52c5514f54 req-288ac7ad-694e-4fa7-858f-8aa5a61d9f74 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019120 Aug 12 21:02:48.190073 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': 'd9281d0c-87a6-4539-8120-567f45acc955', 'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'mac_address': 'fa:16:3e:2c:cf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:41Z', 'updated_at': '2021-08-12T21:02:47Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'subnets': [{'id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:48.272735 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47af6c-7902-49d8-b8fe-e0ab68be25c6 None None] The sync data for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi is: [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': 'd9281d0c-87a6-4539-8120-567f45acc955', 'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'mac_address': 'fa:16:3e:2c:cf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:41Z', 'updated_at': '2021-08-12T21:02:47Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'subnets': [{'id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:02:48.381247 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e97c24f4-b5f1-49e5-b8e8-238950d8a36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:48.383931 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e97c24f4-b5f1-49e5-b8e8-238950d8a36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:48.387838 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e97c24f4-b5f1-49e5-b8e8-238950d8a36d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80876023-f816-4448-beb3-3d85fc695991 HTTP/1.1" status: 204 len: 168 time: 0.9388008 Aug 12 21:02:48.436396 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c24f4-b5f1-49e5-b8e8-238950d8a36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80876023-f816-4448-beb3-3d85fc695991,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:48.530101 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:02:48.652686 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729b087-8895-4e0e-93e7-f6cdb3ebeb7a req-207979b1-4fb0-42b5-8075-6f974c8d03bd tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:48.652686 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b729b087-8895-4e0e-93e7-f6cdb3ebeb7a req-207979b1-4fb0-42b5-8075-6f974c8d03bd tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1161487 Aug 12 21:02:48.822201 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b729b087-8895-4e0e-93e7-f6cdb3ebeb7a req-6b99cf58-2f20-45a0-b053-1fb3a3b33f27 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609068 Aug 12 21:02:48.827263 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:02:48.835235 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 50334) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:48.858161 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Sync routers for ids ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:02:48.876803 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Routers {'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:02:48.877838 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:02:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:48.896062 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:48.897434 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-1bc9cd8d-e491-4dcf-b94f-f3b7ba58a949 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2881422 Aug 12 21:02:48.901624 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 50340) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:49.107601 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Set router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:02:49.205631 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fea5dde-baed-458e-af41-504a69288eb4 None None] Network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:49.328604 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dad442fa-a01a-40f4-8db7-98232c54bce6 None None] Provisioning for port 178b6f6a-0654-44fd-ba15-6237afc65d64 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:49.360159 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:49.390626 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:45Z', 'updated_at': '2021-08-12T21:02:47Z', 'revision_number': 3, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'gw_port': {'id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:46Z', 'updated_at': '2021-08-12T21:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:49.457201 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Checking router: a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:02:49.457440 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Updating router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 port b0c2bc69-5945-46a6-b173-0243c0fb492f binding host dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:02:49.527139 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:49.862435 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:49.867477 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 178b6f6a-0654-44fd-ba15-6237afc65d64 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:50.068428 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 178b6f6a-0654-44fd-ba15-6237afc65d64 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:50.073600 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 178b6f6a-0654-44fd-ba15-6237afc65d64 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:50.074034 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.106076 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.130110 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50376) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:50.135488 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Transition to ACTIVE for port object b0c2bc69-5945-46a6-b173-0243c0fb492f will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:50.144303 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.151226 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.157846 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.200476 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c730734-6dec-4e05-9c2e-5807cd46d4ad,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:50.211604 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1ecec-261a-4395-9db6-050fc5249ddf None None] Pushing event updated for resources: {'Port': ['ID=b0c2bc69-5945-46a6-b173-0243c0fb492f,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:50.224188 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.224645 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.225085 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.225510 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.225936 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.226636 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.227085 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.227503 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.229108 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.229706 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.230214 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.231079 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.235436 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Attempting to bind port b0c2bc69-5945-46a6-b173-0243c0fb492f on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:02:50.235436 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Attempting to bind port b0c2bc69-5945-46a6-b173-0243c0fb492f by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:02:50.237022 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Attempting to bind port b0c2bc69-5945-46a6-b173-0243c0fb492f on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:02:50.247578 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:02:50.247961 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:50.248495 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.248993 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:02:50.249602 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Bound port: b0c2bc69-5945-46a6-b173-0243c0fb492f, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:02:50.250007 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.299356 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1612284133-network', 'tenant_id': '3b7ae0224a0448e78c857ed86afd6c49'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:50.301333 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.309229 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] For port b0c2bc69-5945-46a6-b173-0243c0fb492f, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:02:50.314360 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] For port b0c2bc69-5945-46a6-b173-0243c0fb492f, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=b0c2bc69-5945-46a6-b173-0243c0fb492f,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:02:50.322201 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.334639 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Made reservation on behalf of 3b7ae0224a0448e78c857ed86afd6c49 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:50.337291 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.338350 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840a466-7e89-418c-a755-8f88e6e3eb5e req-f0495762-0b6a-41fb-911a-513576ca5c1f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:50.340178 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0840a466-7e89-418c-a755-8f88e6e3eb5e req-f0495762-0b6a-41fb-911a-513576ca5c1f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.2523844 Aug 12 21:02:50.346495 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-2c67ffd6-0745-410f-a7e0-15431efbd210 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3aa6101837f46dd9bce95b83eb8bff0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5100777 Aug 12 21:02:50.349401 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50380) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:50.357052 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.404919 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 178b6f6a-0654-44fd-ba15-6237afc65d64, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=178b6f6a-0654-44fd-ba15-6237afc65d64,segment=NetworkSegment(aaa58b58-b0c6-4e1d-8e91-deed918e2998),segment_id=aaa58b58-b0c6-4e1d-8e91-deed918e2998)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:02:50.409728 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1ecec-261a-4395-9db6-050fc5249ddf None None] Pushing event updated for resources: {'Port': ['ID=b0c2bc69-5945-46a6-b173-0243c0fb492f,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:50.416560 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.417601 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device d9281d0c-87a6-4539-8120-567f45acc955 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:50.430919 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Routers {'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:02:50.432126 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:02:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:50.443049 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0840a466-7e89-418c-a755-8f88e6e3eb5e req-8cb72635-1e93-4ef2-bd1b-00d05538b3dd tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953240 Aug 12 21:02:50.484141 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Allocated IP 172.20.0.1 (07310ed5-4ce6-416f-99b9-a9e38cf3de47/ca9128ba-55d2-4caa-8f45-eac1424ac993/e21ce862-fa50-4ce5-8013-e1230efddb9d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:02:50.522595 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.535674 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.562891 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] Set router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:02:50.564946 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d846926-a8f9-45c5-9062-083476812d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.576218 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d533990-151b-4598-8fef-03bfff512ae6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:50.578689 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:02:50.603858 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.604281 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.604634 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.605034 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.605392 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.605724 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.606049 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.606374 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.606714 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.607240 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.607574 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.608268 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:02:50.623188 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=178b6f6a-0654-44fd-ba15-6237afc65d64,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:50.638326 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.638947 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.segments_db [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Added segment 8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80 of type vlan for network bd987881-f4e5-45b0-a70c-f35201f34dc3 Aug 12 21:02:50.642697 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d846926-a8f9-45c5-9062-083476812d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.678698 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port d9281d0c-87a6-4539-8120-567f45acc955 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:50.685293 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port d9281d0c-87a6-4539-8120-567f45acc955 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:50.686837 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.724344 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.757234 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-44fa6770-b241-4d76-9195-689396a03f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:50.759522 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-44fa6770-b241-4d76-9195-689396a03f2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1098 time: 0.1350060 Aug 12 21:02:50.764085 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d846926-a8f9-45c5-9062-083476812d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.767780 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d846926-a8f9-45c5-9062-083476812d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.768452 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.769634 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-6d846926-a8f9-45c5-9062-083476812d24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c730734-6dec-4e05-9c2e-5807cd46d4ad HTTP/1.1" status: 204 len: 168 time: 0.4191308 Aug 12 21:02:50.774045 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.775880 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:50.776632 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:50.797885 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:45Z', 'updated_at': '2021-08-12T21:02:47Z', 'revision_number': 3, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'gw_port': {'id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:46Z', 'updated_at': '2021-08-12T21:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:50.809920 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d846926-a8f9-45c5-9062-083476812d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c730734-6dec-4e05-9c2e-5807cd46d4ad,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:50.834200 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83427f-49da-403f-be37-1c2e92818358 None None] The sync data for ids ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'] in dv-cinder-804457-1-iscsi is: [{'id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:45Z', 'updated_at': '2021-08-12T21:02:47Z', 'revision_number': 3, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'gw_port': {'id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:46Z', 'updated_at': '2021-08-12T21:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:02:50.840051 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Transition to ACTIVE for port object e21ce862-fa50-4ce5-8013-e1230efddb9d will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:50.874447 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7419434 Aug 12 21:02:50.882734 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50390) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:50.897614 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Request body: {'subnet': {'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1612284133-subnet', 'tenant_id': '3b7ae0224a0448e78c857ed86afd6c49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:50.964227 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc53a7-2260-4ddf-bb74-fd81bc738efb admin admin] Pushing event updated for resources: {'Network': ['ID=bd987881-f4e5-45b0-a70c-f35201f34dc3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:50.975930 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Made reservation on behalf of 3b7ae0224a0448e78c857ed86afd6c49 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:50.980833 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240591'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:51.012709 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-bede974a-e483-448a-a63e-709e5362c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:51.018609 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-bede974a-e483-448a-a63e-709e5362c97f service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 920 time: 0.2431622 Aug 12 21:02:51.114941 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-07875f73-1960-42aa-af90-410968ec79cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e707b49a-3678-4809-b808-7a2aea3b2994 HTTP/1.1" status: 200 len: 217 time: 0.0852177 Aug 12 21:02:51.173965 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network bd987881-f4e5-45b0-a70c-f35201f34dc3 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:02:51.209256 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:51.233467 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:02:51.238508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:51.242265 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:02:51.348942 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-7b30e190-8864-40e4-b9a5-75e014a0c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:51.350711 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-7b30e190-8864-40e4-b9a5-75e014a0c617 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.2259858 Aug 12 21:02:51.424072 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-96d514ef-acf9-4f1e-ba48-958cf6eb8e89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643175 Aug 12 21:02:51.426041 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Pushing event updated for resources: {'Port': ['ID=e21ce862-fa50-4ce5-8013-e1230efddb9d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:51.462135 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:51.476890 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:51.577515 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port d9281d0c-87a6-4539-8120-567f45acc955, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=d9281d0c-87a6-4539-8120-567f45acc955,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:02:51.583401 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:51.606258 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50416) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:51.653739 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8455-2fd5-4f60-a5d6-a6192f36794d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:51.725610 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=d9281d0c-87a6-4539-8120-567f45acc955,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:51.767269 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4239281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240637'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:51.806386 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-33ad1143-50e7-453a-acfd-13d84951725a None None] Provisioning for port e21ce862-fa50-4ce5-8013-e1230efddb9d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:51.811745 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-33ad1143-50e7-453a-acfd-13d84951725a None None] Provisioning complete for port e21ce862-fa50-4ce5-8013-e1230efddb9d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:51.816090 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-33ad1143-50e7-453a-acfd-13d84951725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:51.894255 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-33ad1143-50e7-453a-acfd-13d84951725a None None] Port e21ce862-fa50-4ce5-8013-e1230efddb9d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:02:51.911455 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbc2bdf-e588-4571-be9b-e0fea7bc6539,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:51.933386 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Checking segment: {'id': '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:51.933965 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Network hostable DHCP agents. Network: bd987881-f4e5-45b0-a70c-f35201f34dc3, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:02:51.937728 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43004f-0b69-42c3-a097-501e0195ebbb req-e495260b-8f79-4222-980a-79d2524b4938 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:51.940150 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc43004f-0b69-42c3-a097-501e0195ebbb req-e495260b-8f79-4222-980a-79d2524b4938 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.2373664 Aug 12 21:02:51.946972 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-a4b8768e-64ef-4019-9ef5-5ae6d39dae0d service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102923 Aug 12 21:02:51.949448 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 178b6f6a-0654-44fd-ba15-6237afc65d64 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:51.974592 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Network bd987881-f4e5-45b0-a70c-f35201f34dc3 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:02:51.990557 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, bd987881-f4e5-45b0-a70c-f35201f34dc3) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:52.004361 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:52.005225 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.010163 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8455-2fd5-4f60-a5d6-a6192f36794d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.014451 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449249f7-e270-42a2-9815-bba28a32edf9 None None] Network bd987881-f4e5-45b0-a70c-f35201f34dc3 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:52.020078 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8455-2fd5-4f60-a5d6-a6192f36794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.057579 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-0785cb41-705a-4043-92d4-49ad7e03e00e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1727104 Aug 12 21:02:52.086286 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-a7fe8455-2fd5-4f60-a5d6-a6192f36794d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03feb0f26ebe4412ac02447cdac76f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780521 Aug 12 21:02:52.088355 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe8455-2fd5-4f60-a5d6-a6192f36794d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adb2898-8332-4103-8224-99b574af51a5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:52.091774 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50428) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:52.100320 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc43004f-0b69-42c3-a097-501e0195ebbb req-d1407f0f-7d35-407c-8d59-416f270a71fa tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498525 Aug 12 21:02:52.104005 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.186030 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 178b6f6a-0654-44fd-ba15-6237afc65d64 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:52.186332 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.188329 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-183706f8-bfd2-4b62-bfbf-e368bdc90ac8 req-8cf49f88-6547-4a6a-b231-5e5e46186aef service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242131 Aug 12 21:02:52.191811 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c150909-95f2-4123-99b0-9ddc069f2b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.245222 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c150909-95f2-4123-99b0-9ddc069f2b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.314838 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c150909-95f2-4123-99b0-9ddc069f2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.320970 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c150909-95f2-4123-99b0-9ddc069f2b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.325649 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5c150909-95f2-4123-99b0-9ddc069f2b4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1adb2898-8332-4103-8224-99b574af51a5 HTTP/1.1" status: 204 len: 168 time: 0.2328038 Aug 12 21:02:52.347579 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c150909-95f2-4123-99b0-9ddc069f2b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adb2898-8332-4103-8224-99b574af51a5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:52.420468 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.428121 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.448646 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device b0c2bc69-5945-46a6-b173-0243c0fb492f up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:52.544728 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56252152-94bb-4c6d-9023-ec457effc6df None None] Network bd987881-f4e5-45b0-a70c-f35201f34dc3 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:02:52.560051 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.581820 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Pushing event updated for resources: {'Port': ['ID=e21ce862-fa50-4ce5-8013-e1230efddb9d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:52.650411 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port b0c2bc69-5945-46a6-b173-0243c0fb492f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:52.662726 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port b0c2bc69-5945-46a6-b173-0243c0fb492f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:52.663848 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.765247 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:02:52.772211 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:52.840227 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.886094 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port b0c2bc69-5945-46a6-b173-0243c0fb492f, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=b0c2bc69-5945-46a6-b173-0243c0fb492f,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:02:52.891188 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:52.998139 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=b0c2bc69-5945-46a6-b173-0243c0fb492f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:53.117099 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:02:53.249311 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9ac73c3c-dc14-412a-b7a6-489a3be1cf18 None None] Provisioning complete for port e21ce862-fa50-4ce5-8013-e1230efddb9d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:53.249990 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9ac73c3c-dc14-412a-b7a6-489a3be1cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:53.337733 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9ac73c3c-dc14-412a-b7a6-489a3be1cf18 None None] Port e21ce862-fa50-4ce5-8013-e1230efddb9d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:02:53.380055 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:02:53.390693 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-ad9e55c6-1c0b-4ace-a239-6c7c6e9d5598 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3eccfc2-0062-46c2-a03e-e9f5429ceeb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4846804 Aug 12 21:02:53.434307 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649b70-d2cb-4c17-8cd6-708065805406 req-f205bd49-aeec-4fb6-9b06-6df41be76af9 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:53.440131 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-51649b70-d2cb-4c17-8cd6-708065805406 req-f205bd49-aeec-4fb6-9b06-6df41be76af9 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1637714 Aug 12 21:02:53.527822 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-51649b70-d2cb-4c17-8cd6-708065805406 req-e58644af-b20e-4761-b47e-bd7178dd6da2 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822811 Aug 12 21:02:53.680668 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device d9281d0c-87a6-4539-8120-567f45acc955 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:53.764332 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Sync routers for ids ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:02:53.785717 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Routers {'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:02:53.786431 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:02:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:53.790860 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port d9281d0c-87a6-4539-8120-567f45acc955 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:53.791849 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:53.977003 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Set router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:02:54.028978 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device b0c2bc69-5945-46a6-b173-0243c0fb492f up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:54.185157 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port b0c2bc69-5945-46a6-b173-0243c0fb492f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:54.185630 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:54.343254 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:45Z', 'updated_at': '2021-08-12T21:02:51Z', 'revision_number': 4, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'gw_port': {'id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:46Z', 'updated_at': '2021-08-12T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': 'e21ce862-fa50-4ce5-8013-e1230efddb9d', 'name': '', 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'mac_address': 'fa:16:3e:86:16:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ca9128ba-55d2-4caa-8f45-eac1424ac993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:49Z', 'updated_at': '2021-08-12T21:02:52Z', 'revision_number': 2, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'subnets': [{'id': 'ca9128ba-55d2-4caa-8f45-eac1424ac993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:54.373796 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Checking router: a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:02:54.374172 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Updating router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 port e21ce862-fa50-4ce5-8013-e1230efddb9d binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:02:54.403768 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:54.804601 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-c7324e5d-fc3f-48aa-95bc-2060e498867d tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:54.820974 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-c7324e5d-fc3f-48aa-95bc-2060e498867d tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/networks?id=bd987881-f4e5-45b0-a70c-f35201f34dc3 HTTP/1.1" status: 200 len: 814 time: 0.2799830 Aug 12 21:02:54.895606 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-65f3147c-9ed4-4e66-99d7-f3952b67dc05 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/quotas/3b7ae0224a0448e78c857ed86afd6c49 HTTP/1.1" status: 200 len: 375 time: 0.0733986 Aug 12 21:02:54.952359 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-1e9a8af2-62a6-4f42-bf12-890802be9653 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b7ae0224a0448e78c857ed86afd6c49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557792 Aug 12 21:02:55.058356 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:55.079489 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Transition to ACTIVE for port object e21ce862-fa50-4ce5-8013-e1230efddb9d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:02:55.097587 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:55.125469 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61213c6-30d1-4c05-93c1-8f5b30559638 req-fc148516-5484-4b04-bcf7-c40a76b17b5d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:55.132572 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c61213c6-30d1-4c05-93c1-8f5b30559638 req-fc148516-5484-4b04-bcf7-c40a76b17b5d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.5016768 Aug 12 21:02:55.149837 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:55.216871 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-562c3873-cae7-48f5-a761-16805f66305d service neutron] 10.222.0.18 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631488 Aug 12 21:02:55.297519 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed741ef4-2595-4af4-8dbe-760a4f03a9a7 None None] Pushing event updated for resources: {'Port': ['ID=e21ce862-fa50-4ce5-8013-e1230efddb9d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:55.394739 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c47d-eaf5-4ccd-b1a2-1e9468f282eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:55.402781 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Attempting to bind port e21ce862-fa50-4ce5-8013-e1230efddb9d on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:02:55.412934 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Attempting to bind port e21ce862-fa50-4ce5-8013-e1230efddb9d by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': 'aaa58b58-b0c6-4e1d-8e91-deed918e2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:02:55.416490 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Attempting to bind port e21ce862-fa50-4ce5-8013-e1230efddb9d on network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:02:55.429035 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:02:55.429861 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Checking segment: {'id': 'aaa58b58-b0c6-4e1d-8e91-deed918e2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:02:55.430500 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:55.431133 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Bound using segment: {'id': 'aaa58b58-b0c6-4e1d-8e91-deed918e2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:02:55.434230 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Bound port: e21ce862-fa50-4ce5-8013-e1230efddb9d, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa58b58-b0c6-4e1d-8e91-deed918e2998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:02:55.435021 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:55.652507 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] For port e21ce862-fa50-4ce5-8013-e1230efddb9d, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:02:55.660241 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] For port e21ce862-fa50-4ce5-8013-e1230efddb9d, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=e21ce862-fa50-4ce5-8013-e1230efddb9d,segment=NetworkSegment(aaa58b58-b0c6-4e1d-8e91-deed918e2998),segment_id=aaa58b58-b0c6-4e1d-8e91-deed918e2998)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:02:55.668113 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:55.677173 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c47d-eaf5-4ccd-b1a2-1e9468f282eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:55.685103 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c47d-eaf5-4ccd-b1a2-1e9468f282eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:55.731576 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Routers {'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:02:55.732219 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:02:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:55.796157 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b3e5c47d-eaf5-4ccd-b1a2-1e9468f282eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d8559d1197a4cab8bfa6a9cd39188be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6445866 Aug 12 21:02:55.801234 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50612) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:55.862521 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] Set router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:02:55.870324 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c61213c6-30d1-4c05-93c1-8f5b30559638 req-81839f14-72d8-41fe-9b35-a6bf95ce1147 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341133 Aug 12 21:02:55.915439 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5c47d-eaf5-4ccd-b1a2-1e9468f282eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c4c2bc-c70e-4613-a7b8-c8dbfdecfeda,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:55.984478 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4eea-d055-4a38-ae42-dcab418d35aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:56.033061 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-bce3a150-94d6-4354-8c94-e49743bc4c92 service neutron] 10.222.0.18 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8143725 Aug 12 21:02:56.061706 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4eea-d055-4a38-ae42-dcab418d35aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:56.181189 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4eea-d055-4a38-ae42-dcab418d35aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:56.190709 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce3f4eea-d055-4a38-ae42-dcab418d35aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:56.193314 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-ce3f4eea-d055-4a38-ae42-dcab418d35aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35c4c2bc-c70e-4613-a7b8-c8dbfdecfeda HTTP/1.1" status: 204 len: 168 time: 0.3906779 Aug 12 21:02:56.205334 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed741ef4-2595-4af4-8dbe-760a4f03a9a7 None None] Pushing event updated for resources: {'Port': ['ID=e21ce862-fa50-4ce5-8013-e1230efddb9d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:56.226562 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f4eea-d055-4a38-ae42-dcab418d35aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c4c2bc-c70e-4613-a7b8-c8dbfdecfeda,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:56.298198 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:45Z', 'updated_at': '2021-08-12T21:02:51Z', 'revision_number': 4, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'gw_port': {'id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:46Z', 'updated_at': '2021-08-12T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': 'e21ce862-fa50-4ce5-8013-e1230efddb9d', 'name': '', 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'mac_address': 'fa:16:3e:86:16:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ca9128ba-55d2-4caa-8f45-eac1424ac993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:49Z', 'updated_at': '2021-08-12T21:02:55Z', 'revision_number': 4, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'subnets': [{'id': 'ca9128ba-55d2-4caa-8f45-eac1424ac993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:02:56.389137 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899f965-135e-4ea8-9998-4af9b5279af0 None None] The sync data for ids ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'] in dv-cinder-804457-1-iscsi is: [{'id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:45Z', 'updated_at': '2021-08-12T21:02:51Z', 'revision_number': 4, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'gw_port': {'id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:46Z', 'updated_at': '2021-08-12T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': 'e21ce862-fa50-4ce5-8013-e1230efddb9d', 'name': '', 'network_id': '07310ed5-4ce6-416f-99b9-a9e38cf3de47', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'mac_address': 'fa:16:3e:86:16:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'ca9128ba-55d2-4caa-8f45-eac1424ac993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:49Z', 'updated_at': '2021-08-12T21:02:55Z', 'revision_number': 4, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'subnets': [{'id': 'ca9128ba-55d2-4caa-8f45-eac1424ac993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:02:56.588806 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9b949ada-817d-4bab-92e7-544e06d6d788 req-283e70d3-2d2d-407e-b838-adb1d3c56d61 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 210 time: 0.1037183 Aug 12 21:02:57.273380 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50684) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:57.495817 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f678934-8c5a-4c68-b1e7-f0ae420c1086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:57.748434 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f678934-8c5a-4c68-b1e7-f0ae420c1086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:57.759897 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f678934-8c5a-4c68-b1e7-f0ae420c1086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:57.807316 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0322cd48-5f23-4549-a678-124b826cd0c3 req-9f1bca60-0aef-4168-bda2-b8d5ddad4899 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 210 time: 0.0770895 Aug 12 21:02:57.857562 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device e21ce862-fa50-4ce5-8013-e1230efddb9d up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:57.886071 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-3f678934-8c5a-4c68-b1e7-f0ae420c1086 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=300f4700b4fa429b9ee7b2b9223e36f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106501 Aug 12 21:02:57.888774 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 50722) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:57.968675 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f678934-8c5a-4c68-b1e7-f0ae420c1086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5e5379-2c5e-48f6-bb4c-9f148852433c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:58.022490 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port e21ce862-fa50-4ce5-8013-e1230efddb9d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:02:58.030904 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port e21ce862-fa50-4ce5-8013-e1230efddb9d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:58.031331 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:58.117653 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa397d-ac72-4f59-aa14-37384ab257ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:58.226926 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa397d-ac72-4f59-aa14-37384ab257ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:58.258338 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:58.258930 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c711a-e6db-4ab0-a9ef-e6c30049c2db req-00749c5a-73e7-4991-a8cf-8637ac66eb32 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:58.267369 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-819c711a-e6db-4ab0-a9ef-e6c30049c2db req-00749c5a-73e7-4991-a8cf-8637ac66eb32 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.2677140 Aug 12 21:02:58.469506 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-5fc72769-9e5d-4a47-84ee-6408bb397c0c tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:58.472206 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-5fc72769-9e5d-4a47-84ee-6408bb397c0c tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.42 "GET /v2.0/networks?id=bd987881-f4e5-45b0-a70c-f35201f34dc3 HTTP/1.1" status: 200 len: 814 time: 0.1930332 Aug 12 21:02:58.502996 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Request body: {'port': {'device_id': '2e34980a-f3ea-47cc-bf6d-267990ec3426', 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3', 'admin_state_up': True, 'tenant_id': '3b7ae0224a0448e78c857ed86afd6c49'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:02:58.540668 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-819c711a-e6db-4ab0-a9ef-e6c30049c2db req-73abee24-090b-45b4-ae27-141b7dcb852e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718630 Aug 12 21:02:58.554318 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port e21ce862-fa50-4ce5-8013-e1230efddb9d, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=e21ce862-fa50-4ce5-8013-e1230efddb9d,segment=NetworkSegment(aaa58b58-b0c6-4e1d-8e91-deed918e2998),segment_id=aaa58b58-b0c6-4e1d-8e91-deed918e2998)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:02:58.560126 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:58.639400 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=e21ce862-fa50-4ce5-8013-e1230efddb9d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:58.680009 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa397d-ac72-4f59-aa14-37384ab257ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:58.682718 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa397d-ac72-4f59-aa14-37384ab257ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:58.684335 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-06aa397d-ac72-4f59-aa14-37384ab257ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa5e5379-2c5e-48f6-bb4c-9f148852433c HTTP/1.1" status: 204 len: 168 time: 0.7945688 Aug 12 21:02:58.722005 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa397d-ac72-4f59-aa14-37384ab257ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5e5379-2c5e-48f6-bb4c-9f148852433c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:58.812374 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Made reservation on behalf of 3b7ae0224a0448e78c857ed86afd6c49 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:02:58.827614 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:58.891283 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50766) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:59.026708 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dec7a2d5-312b-4f29-97a0-0042e2f55c2a req-10c020af-a1ab-473e-9f79-e41879e9282d tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 210 time: 0.0637181 Aug 12 21:02:59.167296 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Allocated IP 172.20.0.13 (bd987881-f4e5-45b0-a70c-f35201f34dc3/3cbc2bdf-e588-4571-be9b-e0fea7bc6539/b9fc58c3-8931-4491-bd79-14cd8e55908f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:02:59.297390 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7fc44745-35fc-4c98-8c48-c0b5ca96ff34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:59.550721 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7fc44745-35fc-4c98-8c48-c0b5ca96ff34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:59.560494 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7fc44745-35fc-4c98-8c48-c0b5ca96ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:59.588609 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:59.689018 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc44745-35fc-4c98-8c48-c0b5ca96ff34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9335e0f-c3cd-4316-830f-0e4c32af4bf9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:59.698296 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-7fc44745-35fc-4c98-8c48-c0b5ca96ff34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b33b4924ebf4d81802535ba1861cf0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049283 Aug 12 21:02:59.699412 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50792) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:02:59.744757 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:59.789900 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device e21ce862-fa50-4ce5-8013-e1230efddb9d up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:02:59.838640 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Network bd987881-f4e5-45b0-a70c-f35201f34dc3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:02:59.841910 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:02:59.844201 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f87139e-574c-434f-83a7-468dafb041aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:59.844562 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:02:59.894267 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f87139e-574c-434f-83a7-468dafb041aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:59.896069 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Pushing event updated for resources: {'Port': ['ID=b9fc58c3-8931-4491-bd79-14cd8e55908f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:02:59.907027 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port e21ce862-fa50-4ce5-8013-e1230efddb9d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:02:59.908436 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:59.941687 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:02:59.943395 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:02:59.973549 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-8dc96a8d-bc91-415f-8425-365fc24c5b12 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4801366 Aug 12 21:02:59.991778 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Request body: {'port': {'device_id': '2e34980a-f3ea-47cc-bf6d-267990ec3426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:03:00.039845 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f87139e-574c-434f-83a7-468dafb041aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:00.043070 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f87139e-574c-434f-83a7-468dafb041aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:00.044632 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-8f87139e-574c-434f-83a7-468dafb041aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9335e0f-c3cd-4316-830f-0e4c32af4bf9 HTTP/1.1" status: 204 len: 168 time: 0.3434789 Aug 12 21:03:00.058762 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87139e-574c-434f-83a7-468dafb041aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9335e0f-c3cd-4316-830f-0e4c32af4bf9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:00.222977 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:00.255014 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d67f0-cc38-4d1b-9163-7d7b52b9a78e req-11b8d29c-ba1d-47bc-8e8c-fb3a88c7c064 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:00.263115 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a06d67f0-cc38-4d1b-9163-7d7b52b9a78e req-11b8d29c-ba1d-47bc-8e8c-fb3a88c7c064 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 932 time: 0.0763562 Aug 12 21:03:00.357572 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a06d67f0-cc38-4d1b-9163-7d7b52b9a78e req-b10dedee-8f1d-4f64-9935-865dbe5ecfcd tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797045 Aug 12 21:03:00.822358 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:00.845757 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388ee2ca-6ce2-42b1-be1e-e00d2cc6fe82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:00.868955 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec4693-5ed6-4036-957e-909ae234d690 req-37333629-3d5e-4f51-a644-967eaccd0930 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:00.870598 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-beec4693-5ed6-4036-957e-909ae234d690 req-37333629-3d5e-4f51-a644-967eaccd0930 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.1242955 Aug 12 21:03:00.874840 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fc58c3-8931-4491-bd79-14cd8e55908f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:03:00.907329 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:00.954550 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Transition to ACTIVE for port object b9fc58c3-8931-4491-bd79-14cd8e55908f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:03:00.964967 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:00.982371 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388ee2ca-6ce2-42b1-be1e-e00d2cc6fe82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:00.991795 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388ee2ca-6ce2-42b1-be1e-e00d2cc6fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:01.031218 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-beec4693-5ed6-4036-957e-909ae234d690 req-2fc55eba-04a2-4c7d-b971-b4b58aecd78c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443841 Aug 12 21:03:01.032202 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-388ee2ca-6ce2-42b1-be1e-e00d2cc6fe82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc3e8234b461438283b24a97dd81f939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086093 Aug 12 21:03:01.039466 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:01.061819 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fc58c3-8931-4491-bd79-14cd8e55908f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:01.068335 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ee2ca-6ce2-42b1-be1e-e00d2cc6fe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91df4b04-5109-4887-b222-89dd9ba83b4e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:01.151197 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c945672a-0e92-4cc7-aa62-9fbc2f8f1ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:01.201872 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c945672a-0e92-4cc7-aa62-9fbc2f8f1ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:01.205120 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Attempting to bind port b9fc58c3-8931-4491-bd79-14cd8e55908f on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:03:01.205411 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Attempting to bind port b9fc58c3-8931-4491-bd79-14cd8e55908f by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:03:01.206143 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Attempting to bind port b9fc58c3-8931-4491-bd79-14cd8e55908f on network bd987881-f4e5-45b0-a70c-f35201f34dc3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:03:01.218076 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Port b9fc58c3-8931-4491-bd79-14cd8e55908f on network bd987881-f4e5-45b0-a70c-f35201f34dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:03:01.218756 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Attempting to bind port b9fc58c3-8931-4491-bd79-14cd8e55908f on network bd987881-f4e5-45b0-a70c-f35201f34dc3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:03:01.227706 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:03:01.228340 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Checking segment: {'id': '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:03:01.228878 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Bound using segment: {'id': '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:03:01.229753 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Bound port: b9fc58c3-8931-4491-bd79-14cd8e55908f, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:03:01.230278 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:01.334012 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c945672a-0e92-4cc7-aa62-9fbc2f8f1ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:01.337694 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c945672a-0e92-4cc7-aa62-9fbc2f8f1ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:01.339442 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c945672a-0e92-4cc7-aa62-9fbc2f8f1ff9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91df4b04-5109-4887-b222-89dd9ba83b4e HTTP/1.1" status: 204 len: 168 time: 0.2985740 Aug 12 21:03:01.348815 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945672a-0e92-4cc7-aa62-9fbc2f8f1ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91df4b04-5109-4887-b222-89dd9ba83b4e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:01.383913 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] For port b9fc58c3-8931-4491-bd79-14cd8e55908f, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:03:01.390552 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] For port b9fc58c3-8931-4491-bd79-14cd8e55908f, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b9fc58c3-8931-4491-bd79-14cd8e55908f,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:03:01.397239 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:01.505543 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fc58c3-8931-4491-bd79-14cd8e55908f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:01.519162 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:01.519610 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:01.530925 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-7d9ffb1e-3b99-469a-931c-b4d9bd1c64f9 service neutron] 10.222.0.42 "PUT /v2.0/ports/b9fc58c3-8931-4491-bd79-14cd8e55908f HTTP/1.1" status: 200 len: 1094 time: 1.5461919 Aug 12 21:03:01.531451 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e34980a-f3ea-47cc-bf6d-267990ec3426', 'tag': 'b9fc58c3-8931-4491-bd79-14cd8e55908f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:03:01.549154 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b1867d-317f-499f-9c52-7927ed440518" -d '{"events": [{"name": "network-changed", "server_uuid": "2e34980a-f3ea-47cc-bf6d-267990ec3426", "tag": "b9fc58c3-8931-4491-bd79-14cd8e55908f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:03:01.618301 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653e65dd-55cb-4054-9ab9-8624367a86f3 x-openstack-request-id: req-653e65dd-55cb-4054-9ab9-8624367a86f3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:03:01.618627 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e34980a-f3ea-47cc-bf6d-267990ec3426", "tag": "b9fc58c3-8931-4491-bd79-14cd8e55908f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:03:01.618908 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-653e65dd-55cb-4054-9ab9-8624367a86f3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:03:01.619312 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e34980a-f3ea-47cc-bf6d-267990ec3426', 'tag': 'b9fc58c3-8931-4491-bd79-14cd8e55908f', 'status': 'completed', 'code': 200} Aug 12 21:03:01.641478 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85379a4-9d1b-4967-b7eb-9ea5f13f8e9f req-d70c3caf-c348-41d7-b7e9-7814d15c990b tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:01.643082 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a85379a4-9d1b-4967-b7eb-9ea5f13f8e9f req-d70c3caf-c348-41d7-b7e9-7814d15c990b tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 944 time: 0.0915186 Aug 12 21:03:01.691823 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a85379a4-9d1b-4967-b7eb-9ea5f13f8e9f req-8fa8dbc8-ca31-408f-8599-a4105fc91174 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Aug 12 21:03:02.229816 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78ea73-6025-4261-a406-e72faf6eddf2 req-6f49b721-5902-480d-8121-077c72403ef2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:02.239401 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-de78ea73-6025-4261-a406-e72faf6eddf2 req-6f49b721-5902-480d-8121-077c72403ef2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0940454 Aug 12 21:03:02.305475 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-de78ea73-6025-4261-a406-e72faf6eddf2 req-7099e9d4-e833-44c3-820a-43482ef8b171 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646954 Aug 12 21:03:02.847717 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac11fd-8f01-476c-a6d5-4f9101cf9d48 req-0e728b2d-71f6-4785-8dee-e8b5a09ee5eb tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:02.849374 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7eac11fd-8f01-476c-a6d5-4f9101cf9d48 req-0e728b2d-71f6-4785-8dee-e8b5a09ee5eb tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 944 time: 0.0627697 Aug 12 21:03:02.903833 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7eac11fd-8f01-476c-a6d5-4f9101cf9d48 req-bd2d265f-3d2f-4dfe-be44-e1115a3fd631 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463800 Aug 12 21:03:03.198377 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1867d-317f-499f-9c52-7927ed440518 req-27baa44f-2def-40c0-882e-16af96e3dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:03.202478 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-00b1867d-317f-499f-9c52-7927ed440518 req-27baa44f-2def-40c0-882e-16af96e3dccd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b7ae0224a0448e78c857ed86afd6c49&device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 1097 time: 0.0755255 Aug 12 21:03:03.451786 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1867d-317f-499f-9c52-7927ed440518 req-9249cdb3-0ff0-4594-a0b3-8a32096ff317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:03.453295 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-00b1867d-317f-499f-9c52-7927ed440518 req-9249cdb3-0ff0-4594-a0b3-8a32096ff317 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3b7ae0224a0448e78c857ed86afd6c49&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2415428 Aug 12 21:03:03.466481 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9699c-00c5-4984-a012-b4bfa222d46c req-8b38026d-76ad-440c-866d-d1cf723b317a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:03.468318 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-efb9699c-00c5-4984-a012-b4bfa222d46c req-8b38026d-76ad-440c-866d-d1cf723b317a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0766869 Aug 12 21:03:03.624950 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-efb9699c-00c5-4984-a012-b4bfa222d46c req-6ce20a58-5721-4535-b359-ea6f83a85da2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436424 Aug 12 21:03:03.743321 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1867d-317f-499f-9c52-7927ed440518 req-504bb26d-93f5-442b-bc6c-e8c6589db8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:03.744911 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-00b1867d-317f-499f-9c52-7927ed440518 req-504bb26d-93f5-442b-bc6c-e8c6589db8aa service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2756622 Aug 12 21:03:03.865749 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-2c4f4084-68b2-4ebf-9281-4f0351900999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:03.867480 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-2c4f4084-68b2-4ebf-9281-4f0351900999 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b7ae0224a0448e78c857ed86afd6c49&device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 1097 time: 0.0741806 Aug 12 21:03:03.890470 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:03.916265 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-5b9051b5-3ca5-4691-892e-3fc2da31a50d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9fc58c3-8931-4491-bd79-14cd8e55908f HTTP/1.1" status: 200 len: 217 time: 0.0377669 Aug 12 21:03:04.029986 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-c52744aa-f2ad-4825-9895-268b8e6d3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:04.031742 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-c52744aa-f2ad-4825-9895-268b8e6d3e84 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cbc2bdf-e588-4571-be9b-e0fea7bc6539 HTTP/1.1" status: 200 len: 854 time: 0.1063583 Aug 12 21:03:04.042698 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b41124-16db-40a1-9789-481f463092fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:04.068357 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-71d63403-9d4d-4f6b-8009-040ec9d9b681 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd987881-f4e5-45b0-a70c-f35201f34dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286608 Aug 12 21:03:04.076473 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27968-954a-46c8-b7a0-44271dfe6165 req-767609a8-16eb-4ad3-9869-e82f962feb0a tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:04.078120 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-01c27968-954a-46c8-b7a0-44271dfe6165 req-767609a8-16eb-4ad3-9869-e82f962feb0a tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 944 time: 0.0992649 Aug 12 21:03:04.150555 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b41124-16db-40a1-9789-481f463092fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:04.156155 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b41124-16db-40a1-9789-481f463092fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:04.165222 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-01c27968-954a-46c8-b7a0-44271dfe6165 req-2aa59e2a-87f4-4aee-a6a8-4cb1f120be28 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737708 Aug 12 21:03:04.204671 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-84b41124-16db-40a1-9789-481f463092fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9784bf67c2a145cb8b229dfd617bd51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125694 Aug 12 21:03:04.208105 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:04.238773 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-b3554d51-fdb1-4c9e-a374-d6026bf3677e service neutron] 10.222.0.42 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574733 Aug 12 21:03:04.244384 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b41124-16db-40a1-9789-481f463092fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad94019-093d-4ae4-9a2c-29a017a0ac98,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:04.267414 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ef077f7-cefb-4fa3-ae2e-4e0349a28040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:04.294017 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ef077f7-cefb-4fa3-ae2e-4e0349a28040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:04.361113 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63d38350-00de-4cb4-9951-67c2b5b991b5 req-000d5284-c291-47f6-b82c-3a07067241f9 service neutron] 10.222.0.42 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144743 Aug 12 21:03:04.367988 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ef077f7-cefb-4fa3-ae2e-4e0349a28040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:04.371722 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ef077f7-cefb-4fa3-ae2e-4e0349a28040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:04.373590 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-3ef077f7-cefb-4fa3-ae2e-4e0349a28040 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ad94019-093d-4ae4-9a2c-29a017a0ac98 HTTP/1.1" status: 204 len: 168 time: 0.1643150 Aug 12 21:03:04.387736 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef077f7-cefb-4fa3-ae2e-4e0349a28040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad94019-093d-4ae4-9a2c-29a017a0ac98,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:04.996881 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45849c50-e8bc-4f1e-8967-9fdfed2be25e req-8dd870f2-c6f5-43ab-8537-c63a31bb7653 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:05.004946 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45849c50-e8bc-4f1e-8967-9fdfed2be25e req-8dd870f2-c6f5-43ab-8537-c63a31bb7653 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.2234459 Aug 12 21:03:05.054158 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45849c50-e8bc-4f1e-8967-9fdfed2be25e req-263c37cb-319d-434f-ad95-decc02b4844e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393536 Aug 12 21:03:05.135489 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50960) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:05.150176 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aa1528-cca5-4718-93a0-69784608dd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:05.254452 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aa1528-cca5-4718-93a0-69784608dd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:05.260005 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60aa1528-cca5-4718-93a0-69784608dd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:05.301326 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-60aa1528-cca5-4718-93a0-69784608dd98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=996cd93675c242059e1945058f656bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646199 Aug 12 21:03:05.304903 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50966) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:05.339279 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa1528-cca5-4718-93a0-69784608dd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693e0b80-f5c5-4a05-8b2f-89e978f57101,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:05.347980 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05e07e-3bfd-49dc-9fe3-5318371e86be req-73f664d3-60b7-405f-a287-7a8340ef3e8c tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:05.350403 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7e05e07e-3bfd-49dc-9fe3-5318371e86be req-73f664d3-60b7-405f-a287-7a8340ef3e8c tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 944 time: 0.0942564 Aug 12 21:03:05.396640 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2297b5-feec-4b92-a063-22db6c635428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:05.426031 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2297b5-feec-4b92-a063-22db6c635428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:05.428832 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7e05e07e-3bfd-49dc-9fe3-5318371e86be req-a4e63826-9c5a-4fb8-8173-e22b2e0517ed tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724883 Aug 12 21:03:05.501786 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2297b5-feec-4b92-a063-22db6c635428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:05.504570 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2297b5-feec-4b92-a063-22db6c635428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:05.505782 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-2d2297b5-feec-4b92-a063-22db6c635428 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/693e0b80-f5c5-4a05-8b2f-89e978f57101 HTTP/1.1" status: 204 len: 168 time: 0.1997468 Aug 12 21:03:05.515342 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2297b5-feec-4b92-a063-22db6c635428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693e0b80-f5c5-4a05-8b2f-89e978f57101,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:06.097860 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device b9fc58c3-8931-4491-bd79-14cd8e55908f details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:03:06.204420 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b50d7a-37e7-4676-9f4e-406ce710c172 req-f2541755-274e-4bf5-8731-335eb0622ec8 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:06.206973 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-59b50d7a-37e7-4676-9f4e-406ce710c172 req-f2541755-274e-4bf5-8731-335eb0622ec8 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0701079 Aug 12 21:03:06.256209 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port b9fc58c3-8931-4491-bd79-14cd8e55908f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b9fc58c3-8931-4491-bd79-14cd8e55908f,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:03:06.272735 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'b9fc58c3-8931-4491-bd79-14cd8e55908f', 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3', 'port_id': 'b9fc58c3-8931-4491-bd79-14cd8e55908f', 'mac_address': 'fa:16:3e:78:11:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbc2bdf-e588-4571-be9b-e0fea7bc6539', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:03:06.280117 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-59b50d7a-37e7-4676-9f4e-406ce710c172 req-149b54b9-03be-43bf-ac87-88121e3ead63 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641646 Aug 12 21:03:06.346087 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:06.370627 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fc58c3-8931-4491-bd79-14cd8e55908f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:03:06.400364 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port b9fc58c3-8931-4491-bd79-14cd8e55908f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b9fc58c3-8931-4491-bd79-14cd8e55908f,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:03:06.408554 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:06.436555 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 50990) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:06.491304 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=b9fc58c3-8931-4491-bd79-14cd8e55908f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:06.551151 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd16e08-411a-47d5-bb6f-36f3d049410f req-423f4504-90ab-4a63-98cb-c85f3996f997 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:06.560016 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-efd16e08-411a-47d5-bb6f-36f3d049410f req-423f4504-90ab-4a63-98cb-c85f3996f997 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 945 time: 0.0626225 Aug 12 21:03:06.603978 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-efd16e08-411a-47d5-bb6f-36f3d049410f req-bf9dbdba-622e-4e70-950a-598636b88d44 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Aug 12 21:03:06.645748 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-686d2e91-b33c-4b00-b923-271486cc939a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:06.709681 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['b9fc58c3-8931-4491-bd79-14cd8e55908f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:03:06.778868 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-686d2e91-b33c-4b00-b923-271486cc939a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:06.787403 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-686d2e91-b33c-4b00-b923-271486cc939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:06.831872 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-686d2e91-b33c-4b00-b923-271486cc939a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51a1071812d844e5a7f38ca8c6198a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942065 Aug 12 21:03:06.834165 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d2e91-b33c-4b00-b923-271486cc939a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a441eeae-0ea9-4bba-b3f4-f1ff6ac0f7f1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:06.835297 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 51002) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:06.956108 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea943151-3718-4007-82a0-7c6d694962b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:06.997102 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea943151-3718-4007-82a0-7c6d694962b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.076015 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea943151-3718-4007-82a0-7c6d694962b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.079400 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea943151-3718-4007-82a0-7c6d694962b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.080627 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-ea943151-3718-4007-82a0-7c6d694962b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a441eeae-0ea9-4bba-b3f4-f1ff6ac0f7f1 HTTP/1.1" status: 204 len: 168 time: 0.2446356 Aug 12 21:03:07.097979 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea943151-3718-4007-82a0-7c6d694962b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441eeae-0ea9-4bba-b3f4-f1ff6ac0f7f1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:07.428269 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85739aa7-e194-455d-8bfe-9642d1af0208 req-7e31cbe3-c563-4500-8453-80a114974d40 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:07.430554 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-85739aa7-e194-455d-8bfe-9642d1af0208 req-7e31cbe3-c563-4500-8453-80a114974d40 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0740297 Aug 12 21:03:07.502532 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 51012) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:07.514974 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-85739aa7-e194-455d-8bfe-9642d1af0208 req-5f11289b-cfe8-4ef1-8458-f120b18aa3a1 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547080 Aug 12 21:03:07.517617 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f623e5d-cc82-4bcb-8e3c-0e2e357bf0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.650768 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f623e5d-cc82-4bcb-8e3c-0e2e357bf0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.656129 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f623e5d-cc82-4bcb-8e3c-0e2e357bf0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.740176 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1f623e5d-cc82-4bcb-8e3c-0e2e357bf0a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd39cb6063b843fc81db6f1672ac9ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339251 Aug 12 21:03:07.740176 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f623e5d-cc82-4bcb-8e3c-0e2e357bf0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a491071-d6d2-45c1-9ac3-d554b08ea152,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:07.741241 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 51016) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:07.817952 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21fa479e-0aa7-40d3-9603-86dfc2e7e7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.824188 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a75649-9cb3-4443-84c9-52f667ae4d6e req-417e644b-3328-425a-95f1-e773bf10a82d tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:07.825861 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-97a75649-9cb3-4443-84c9-52f667ae4d6e req-417e644b-3328-425a-95f1-e773bf10a82d tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 945 time: 0.0959103 Aug 12 21:03:07.850425 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21fa479e-0aa7-40d3-9603-86dfc2e7e7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.892584 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-97a75649-9cb3-4443-84c9-52f667ae4d6e req-bed7effc-ebee-4f2e-b5ff-f89f27115dd6 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548208 Aug 12 21:03:07.944579 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21fa479e-0aa7-40d3-9603-86dfc2e7e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.947412 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21fa479e-0aa7-40d3-9603-86dfc2e7e7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:07.948662 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-21fa479e-0aa7-40d3-9603-86dfc2e7e7de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a491071-d6d2-45c1-9ac3-d554b08ea152 HTTP/1.1" status: 204 len: 168 time: 0.2063787 Aug 12 21:03:07.960408 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa479e-0aa7-40d3-9603-86dfc2e7e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a491071-d6d2-45c1-9ac3-d554b08ea152,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:08.108252 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device b9fc58c3-8931-4491-bd79-14cd8e55908f up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:03:08.251415 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port b9fc58c3-8931-4491-bd79-14cd8e55908f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:03:08.264179 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port b9fc58c3-8931-4491-bd79-14cd8e55908f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:03:08.265026 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:08.394948 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:08.429695 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e34980a-f3ea-47cc-bf6d-267990ec3426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fc58c3-8931-4491-bd79-14cd8e55908f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:03:08.432870 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d899b3c4-e7b7-4567-92d0-bbc3af1b66e7" -d '{"events": [{"server_uuid": "2e34980a-f3ea-47cc-bf6d-267990ec3426", "name": "network-vif-plugged", "status": "completed", "tag": "b9fc58c3-8931-4491-bd79-14cd8e55908f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:03:08.449595 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port b9fc58c3-8931-4491-bd79-14cd8e55908f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b9fc58c3-8931-4491-bd79-14cd8e55908f,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:03:08.455206 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:08.490490 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce187548-79da-4452-835e-363ecd605bfa x-openstack-request-id: req-ce187548-79da-4452-835e-363ecd605bfa {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:03:08.490954 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e34980a-f3ea-47cc-bf6d-267990ec3426", "name": "network-vif-plugged", "status": "completed", "tag": "b9fc58c3-8931-4491-bd79-14cd8e55908f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:03:08.491213 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce187548-79da-4452-835e-363ecd605bfa {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:03:08.491957 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e34980a-f3ea-47cc-bf6d-267990ec3426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fc58c3-8931-4491-bd79-14cd8e55908f', 'code': 200} Aug 12 21:03:08.529982 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=b9fc58c3-8931-4491-bd79-14cd8e55908f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:08.649812 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0694c-e8bf-464a-ba8f-afbe4b0bb25e req-eeb6a1f6-c238-4c41-8523-8a390caf180c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:08.651733 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30c0694c-e8bf-464a-ba8f-afbe4b0bb25e req-eeb6a1f6-c238-4c41-8523-8a390caf180c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0605936 Aug 12 21:03:08.726759 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30c0694c-e8bf-464a-ba8f-afbe4b0bb25e req-26b476b8-dfa3-4673-b4df-e6ecff11dfe7 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583506 Aug 12 21:03:08.900549 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38160659-1f2e-4b83-8d1b-1128929784dd req-5f6b265f-e9a4-4140-9485-c1121f7bf86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:08.902928 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38160659-1f2e-4b83-8d1b-1128929784dd req-5f6b265f-e9a4-4140-9485-c1121f7bf86f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 1099 time: 0.0497594 Aug 12 21:03:08.985689 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38160659-1f2e-4b83-8d1b-1128929784dd req-4eb92a8c-9712-4355-9134-357fd4d360fc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654781 Aug 12 21:03:09.116803 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40a25d-a486-4e06-b906-3e56b8029f2e req-7b17cd8c-f3f1-40ff-9a40-c7d9ce681203 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:09.118654 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ba40a25d-a486-4e06-b906-3e56b8029f2e req-7b17cd8c-f3f1-40ff-9a40-c7d9ce681203 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 946 time: 0.0751922 Aug 12 21:03:09.179145 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ba40a25d-a486-4e06-b906-3e56b8029f2e req-5dd63139-8665-474d-9931-0b780be6f044 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511568 Aug 12 21:03:09.223779 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fa7950ac-f0e9-4c3a-b6a8-4c1def4ecc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:09.807138 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-1112a0eb-5d37-47e3-a6e4-a97616b954d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704310 Aug 12 21:03:09.940593 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192734df-70ad-4205-966f-049db960f57b req-365a6e2a-faf1-4aee-8425-5df49669a954 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:09.943632 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-192734df-70ad-4205-966f-049db960f57b req-365a6e2a-faf1-4aee-8425-5df49669a954 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.1226845 Aug 12 21:03:09.992368 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-89d4b65d-3bed-4a29-bc25-d88fcda7783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:09.994072 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-89d4b65d-3bed-4a29-bc25-d88fcda7783e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 1098 time: 0.1201651 Aug 12 21:03:10.000586 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-192734df-70ad-4205-966f-049db960f57b req-96f8487d-70ed-4e11-884b-02c698546b34 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498941 Aug 12 21:03:10.176787 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-55d17f49-1d79-4de8-8c50-2b3790f79d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:10.178356 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-55d17f49-1d79-4de8-8c50-2b3790f79d46 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 920 time: 0.1238096 Aug 12 21:03:10.225411 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-485f683d-a97e-4db7-9dea-a7f2657402dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0e96dba-5152-4047-8e90-139ba44c6b4f HTTP/1.1" status: 200 len: 217 time: 0.0383406 Aug 12 21:03:10.317567 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-f4f76d55-0247-4fd3-b355-bb11b3efcac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:10.319503 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-f4f76d55-0247-4fd3-b355-bb11b3efcac5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.0829523 Aug 12 21:03:10.350228 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf833ce-401e-4001-ab3c-c8bf126ec7a0 req-a6a9d7a0-e8ea-4b78-b968-80f5465acd27 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:10.351899 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3cf833ce-401e-4001-ab3c-c8bf126ec7a0 req-a6a9d7a0-e8ea-4b78-b968-80f5465acd27 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 946 time: 0.0804636 Aug 12 21:03:10.377490 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-42c9c3d2-aab4-4205-a3fc-104f07d50a42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474098 Aug 12 21:03:10.515809 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3cf833ce-401e-4001-ab3c-c8bf126ec7a0 req-16e4078c-c144-47b5-8b1a-b93b29c95493 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413100 Aug 12 21:03:10.573226 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-c6f675ce-d149-44a1-855e-9e5933a975b8 service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770515 Aug 12 21:03:10.580358 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-e747d692-9a86-446f-8c3e-6b2c39f5388c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:10.583170 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-e747d692-9a86-446f-8c3e-6b2c39f5388c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/networks?id=4d9332f3-9bc2-41c2-9587-8cc77767144b HTTP/1.1" status: 200 len: 815 time: 0.2425623 Aug 12 21:03:10.646560 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-31150e79-7587-4f2b-b0f6-d8d5c595a102 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/quotas/126743d05e4a4a5883101f8524dc1089 HTTP/1.1" status: 200 len: 375 time: 0.0484810 Aug 12 21:03:10.720986 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdafa81b-64cd-443d-a879-bf694fb16836 req-3c8a97cb-d7c5-463e-be15-e0b6bbebdf0e service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311338 Aug 12 21:03:10.744376 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-5a9312d4-1ba1-4d94-b6d5-a33468b48026 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=126743d05e4a4a5883101f8524dc1089&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802035 Aug 12 21:03:10.919728 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-77844e51-d020-4c1c-bbee-c215c2b4e89d service neutron] 10.222.0.18 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638255 Aug 12 21:03:10.992757 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-654620d0-d978-4757-acc5-f5ddd81da6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:10.994263 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-654620d0-d978-4757-acc5-f5ddd81da6ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1098 time: 0.1600735 Aug 12 21:03:11.013785 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106e4d4-631a-4129-a259-d04a036fbbf2 req-1777c504-a6cd-4064-a857-5009e1266a74 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:11.015601 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e106e4d4-631a-4129-a259-d04a036fbbf2 req-1777c504-a6cd-4064-a857-5009e1266a74 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1683555 Aug 12 21:03:11.394499 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e106e4d4-631a-4129-a259-d04a036fbbf2 req-cd580d46-d26a-46c6-b548-00e04f148843 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652923 Aug 12 21:03:11.399280 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-ef521b58-64b9-497d-81e9-441d4418bd8f service neutron] 10.222.0.18 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725904 Aug 12 21:03:11.415161 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-bc847b73-fdb7-4148-9020-a62b2cb1c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:11.416776 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-bc847b73-fdb7-4148-9020-a62b2cb1c3ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 920 time: 0.3999715 Aug 12 21:03:11.472266 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-97ef6d97-bda3-4c8d-a7d9-355697aafbfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e707b49a-3678-4809-b808-7a2aea3b2994 HTTP/1.1" status: 200 len: 217 time: 0.0431068 Aug 12 21:03:11.570865 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-4d2259ba-8ff3-45af-80cd-45f7e3e096d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:11.572353 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-4d2259ba-8ff3-45af-80cd-45f7e3e096d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.0858994 Aug 12 21:03:11.597046 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a22c68-1a7c-4a3e-a79c-591a7f636280 req-6e7225b3-5e3c-460f-b9dd-4045f4efba35 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:11.600182 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e4a22c68-1a7c-4a3e-a79c-591a7f636280 req-6e7225b3-5e3c-460f-b9dd-4045f4efba35 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.1225996 Aug 12 21:03:11.624537 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-092592d9-d5c6-45fd-9a58-480ac1fdc17d req-c5391f9f-5c2a-431b-8916-d1eda646c399 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 210 time: 0.0555732 Aug 12 21:03:11.647368 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-6a8c985c-a760-4adb-b55f-79d7b79d5a0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607550 Aug 12 21:03:11.728998 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e4a22c68-1a7c-4a3e-a79c-591a7f636280 req-9149d397-be1c-4a75-9d3c-ec173665b159 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070890 Aug 12 21:03:11.800193 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-6c44f677-1cde-4d64-85d2-02903263b46e service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414111 Aug 12 21:03:11.900770 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fd144af9-e40e-4fff-90c2-bc7a03d892f1 req-95c03a7c-0918-4060-95c9-7bb366a915f4 service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924580 Aug 12 21:03:12.098337 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-74314ab8-0607-4b6a-aca6-53c7745ea3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:12.519499 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:12.522917 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9edc6-27a1-4f6a-8177-e175fab94f1e req-07c1e9a7-aebf-45fe-80d8-db97d3824a61 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:12.524479 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-44d9edc6-27a1-4f6a-8177-e175fab94f1e req-07c1e9a7-aebf-45fe-80d8-db97d3824a61 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0513539 Aug 12 21:03:12.565097 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-44d9edc6-27a1-4f6a-8177-e175fab94f1e req-e068fa74-8e4c-4374-b235-f6035e514432 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344353 Aug 12 21:03:12.742342 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4885cff6-aa8e-4fb3-a22c-87cff881e931 req-677748a8-2358-49e3-88ed-3f2d36742d3b tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 210 time: 0.0370913 Aug 12 21:03:12.769111 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-fc6ef24c-08bd-49bf-8f78-c60a68782186 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:12.770961 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-fc6ef24c-08bd-49bf-8f78-c60a68782186 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.42 "GET /v2.0/networks?id=4d9332f3-9bc2-41c2-9587-8cc77767144b HTTP/1.1" status: 200 len: 815 time: 0.1488039 Aug 12 21:03:12.787616 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'port': {'device_id': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'admin_state_up': True, 'tenant_id': '126743d05e4a4a5883101f8524dc1089'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:03:12.934216 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94147b69-277e-4489-9699-99f8b4888875 req-df7d4a7e-5231-4d17-af54-dc9e85420d8a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:12.936243 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-94147b69-277e-4489-9699-99f8b4888875 req-df7d4a7e-5231-4d17-af54-dc9e85420d8a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0963762 Aug 12 21:03:12.983630 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:12.999207 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Made reservation on behalf of 126743d05e4a4a5883101f8524dc1089 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:03:13.003545 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:13.020215 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-94147b69-277e-4489-9699-99f8b4888875 req-4cc6ede1-ffc3-41e2-85e4-f343df80a919 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752962 Aug 12 21:03:13.161940 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Allocated IP 172.20.0.14 (4d9332f3-9bc2-41c2-9587-8cc77767144b/75e1203c-1368-45f6-86e7-7e5d000bc25e/f5aa3687-77d5-440c-b7b7-7dbfd7d7807e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:03:13.316042 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:13.339385 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:13.355243 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Transition to ACTIVE for port object f5aa3687-77d5-440c-b7b7-7dbfd7d7807e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:03:13.388476 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:03:13.393298 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:13.439422 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Network 4d9332f3-9bc2-41c2-9587-8cc77767144b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:03:13.442532 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:03:13.446390 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:03:13.472953 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'Port': ['ID=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:13.509031 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:13.510330 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:13.532707 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-48ed45a0-1323-4da1-8b21-454d467bf761 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7509887 Aug 12 21:03:13.548881 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Request body: {'port': {'device_id': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:03:13.634169 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:13.738376 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cd1652dd-2808-474e-b230-fb84c000c7b5 None None] Provisioning for port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:03:13.747341 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cd1652dd-2808-474e-b230-fb84c000c7b5 None None] Provisioning complete for port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:03:13.747713 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cd1652dd-2808-474e-b230-fb84c000c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:13.797070 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f26fde-86d1-49ff-82d9-7020f8f15b78 req-8bace0d2-1b0d-425d-993d-fdf1e1768dd0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:13.798629 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-18f26fde-86d1-49ff-82d9-7020f8f15b78 req-8bace0d2-1b0d-425d-993d-fdf1e1768dd0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1492207 Aug 12 21:03:13.798787 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cd1652dd-2808-474e-b230-fb84c000c7b5 None None] Port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:03:13.923193 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-18f26fde-86d1-49ff-82d9-7020f8f15b78 req-baeb0639-2924-4700-aa9a-44cb5007b3a5 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153712 Aug 12 21:03:13.957329 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb056b-ef5d-4fec-ab4a-41bc620c07a1 req-ad984ad1-df3f-4968-8977-5adc5fededc5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:13.958872 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f5fb056b-ef5d-4fec-ab4a-41bc620c07a1 req-ad984ad1-df3f-4968-8977-5adc5fededc5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 932 time: 0.1230254 Aug 12 21:03:14.026051 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f5fb056b-ef5d-4fec-ab4a-41bc620c07a1 req-012ffa80-86f4-4fe5-90dc-6e5220510815 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588574 Aug 12 21:03:14.066882 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5aa3687-77d5-440c-b7b7-7dbfd7d7807e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:03:14.084654 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:14.098423 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Transition to ACTIVE for port object f5aa3687-77d5-440c-b7b7-7dbfd7d7807e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:03:14.111748 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:14.195504 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Pushing event updated for resources: {'Port': ['ID=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:14.210979 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb202284-cb28-4268-a129-d7a853fd6bce req-f09497cc-ed86-4875-abba-b5eabdc1abf8 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:14.212899 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cb202284-cb28-4268-a129-d7a853fd6bce req-f09497cc-ed86-4875-abba-b5eabdc1abf8 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.1120186 Aug 12 21:03:14.308897 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cb202284-cb28-4268-a129-d7a853fd6bce req-ffc4e796-e787-4687-89d1-cbfd518d4ef4 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748410 Aug 12 21:03:14.324563 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Attempting to bind port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:03:14.324990 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Attempting to bind port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:03:14.325501 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Attempting to bind port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e on network 4d9332f3-9bc2-41c2-9587-8cc77767144b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:03:14.330914 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e on network 4d9332f3-9bc2-41c2-9587-8cc77767144b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:03:14.331324 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Attempting to bind port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e on network 4d9332f3-9bc2-41c2-9587-8cc77767144b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:03:14.346811 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:03:14.347268 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Checking segment: {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:03:14.347670 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Bound using segment: {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:03:14.348145 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Bound port: f5aa3687-77d5-440c-b7b7-7dbfd7d7807e, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:03:14.348509 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:14.429398 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] For port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:03:14.432927 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] For port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:03:14.439001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:14.476586 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:14.477227 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:14.478645 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] 10.222.0.42 "PUT /v2.0/ports/f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 1094 time: 0.9360964 Aug 12 21:03:14.479115 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:03:14.481437 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e901df4-65ff-4352-9d19-db8fbaac1c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:03:14.507980 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16dee0-e8e9-429c-9154-07f6cd164855 service neutron] Pushing event updated for resources: {'Port': ['ID=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:14.557217 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:14.565240 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88d3a35-1c1b-488e-a505-5773d06f6d83 x-openstack-request-id: req-c88d3a35-1c1b-488e-a505-5773d06f6d83 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:03:14.565827 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:03:14.565933 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c88d3a35-1c1b-488e-a505-5773d06f6d83 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:03:14.566411 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'status': 'completed', 'code': 200} Aug 12 21:03:14.586066 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-eb6bbdca-94cd-4320-89a5-500485c7d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:14.588112 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-eb6bbdca-94cd-4320-89a5-500485c7d2c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126743d05e4a4a5883101f8524dc1089&device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 1097 time: 0.0597093 Aug 12 21:03:14.643519 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-7c111e10-489e-4502-b5f6-9807b9a5c501 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 217 time: 0.0429294 Aug 12 21:03:14.714883 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-e30a2693-6d34-4bdc-831d-0652ab86dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:14.716492 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-e30a2693-6d34-4bdc-831d-0652ab86dc9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75e1203c-1368-45f6-86e7-7e5d000bc25e HTTP/1.1" status: 200 len: 854 time: 0.0652883 Aug 12 21:03:14.777913 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-f9eb4f1a-1dd4-4cca-aead-d20d61628ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:14.779833 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-f9eb4f1a-1dd4-4cca-aead-d20d61628ff3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d9332f3-9bc2-41c2-9587-8cc77767144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516536 Aug 12 21:03:14.894125 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-f43318f3-bb1b-45f9-a813-dfd18dc151c5 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037719 Aug 12 21:03:15.019357 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ab5863c-e233-43d9-bdab-591b71f10802 req-739ca4a8-c296-42e1-b820-8a64c1f164d9 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115947 Aug 12 21:03:15.156253 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e8798-8c79-460f-ae2e-188761a953d0 req-d82156e5-d789-4f36-aa6f-34058bac1a1a tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:15.158247 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-346e8798-8c79-460f-ae2e-188761a953d0 req-d82156e5-d789-4f36-aa6f-34058bac1a1a tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1165123 Aug 12 21:03:15.175631 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-8631268b-e9e3-4b1d-a470-6cb946b2a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:15.177162 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-8631268b-e9e3-4b1d-a470-6cb946b2a613 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126743d05e4a4a5883101f8524dc1089&device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 1097 time: 0.1024983 Aug 12 21:03:15.265618 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989ee7-db1a-45fd-bf53-91ca522907aa req-a2cfbc77-2e24-4dfc-b824-ceee7bd3799b tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:15.268173 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c6989ee7-db1a-45fd-bf53-91ca522907aa req-a2cfbc77-2e24-4dfc-b824-ceee7bd3799b tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.1548488 Aug 12 21:03:15.284356 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-346e8798-8c79-460f-ae2e-188761a953d0 req-b32fbbdb-bd54-4593-bc11-9925a6578f5b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188893 Aug 12 21:03:15.340778 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c6989ee7-db1a-45fd-bf53-91ca522907aa req-d66c1374-efb6-4052-ac17-ac0bc81414db tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646245 Aug 12 21:03:15.352057 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-a31a2b1d-98bd-4450-ae04-5b4858bab615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:15.354019 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-a31a2b1d-98bd-4450-ae04-5b4858bab615 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d9332f3-9bc2-41c2-9587-8cc77767144b HTTP/1.1" status: 200 len: 916 time: 0.1635692 Aug 12 21:03:15.420406 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-06cff056-95ad-43e8-8cef-c58e28aaead6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 217 time: 0.0535231 Aug 12 21:03:15.499547 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e77b09-3e73-4b92-8bdf-9118a9ea724e req-1069f02c-7515-4288-9d6e-e0bf79964075 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:15.501696 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-11e77b09-3e73-4b92-8bdf-9118a9ea724e req-1069f02c-7515-4288-9d6e-e0bf79964075 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0911775 Aug 12 21:03:15.503594 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-47de5078-f3c6-467c-a243-156d154a31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:15.504878 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-47de5078-f3c6-467c-a243-156d154a31cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75e1203c-1368-45f6-86e7-7e5d000bc25e HTTP/1.1" status: 200 len: 854 time: 0.0659411 Aug 12 21:03:15.562324 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-11e77b09-3e73-4b92-8bdf-9118a9ea724e req-7c97aab4-4a4a-42f0-bb6a-2ed632d65641 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545251 Aug 12 21:03:15.572437 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-b5ddd470-a739-4f73-9508-e9282f3440e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:15.573941 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-b5ddd470-a739-4f73-9508-e9282f3440e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d9332f3-9bc2-41c2-9587-8cc77767144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596635 Aug 12 21:03:15.675395 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-cd4c531e-45a1-4f55-8b8b-93db7b27d444 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886676 Aug 12 21:03:16.016716 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e901df4-65ff-4352-9d19-db8fbaac1c1b req-677ebfea-737b-4faf-bdb6-b863ec592482 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324511 Aug 12 21:03:16.435644 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3018a-09aa-4428-9742-a3bd9cad8baa req-8ed0386b-b7a5-4182-acb1-2552bc95d8c8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:16.439043 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8cb3018a-09aa-4428-9742-a3bd9cad8baa req-8ed0386b-b7a5-4182-acb1-2552bc95d8c8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0834475 Aug 12 21:03:16.508703 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8cb3018a-09aa-4428-9742-a3bd9cad8baa req-c8702c8c-2634-4ded-bcc8-8de2ed10e755 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Aug 12 21:03:16.524286 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b5a53-01fe-40fc-ba96-4ecc9ebc27a0 req-8a923a05-5f9d-4ac2-8e0e-afeaa34591b5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:16.525985 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-128b5a53-01fe-40fc-ba96-4ecc9ebc27a0 req-8a923a05-5f9d-4ac2-8e0e-afeaa34591b5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0784926 Aug 12 21:03:16.564887 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-128b5a53-01fe-40fc-ba96-4ecc9ebc27a0 req-28d1a115-76ba-49cc-8ce8-cb59339ea9cc tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Aug 12 21:03:16.681697 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e589857-9006-44b4-888e-68a0fb9392e8 req-ccc85fcb-b884-4e6e-bf3c-f27e36576df6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:16.683178 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7e589857-9006-44b4-888e-68a0fb9392e8 req-ccc85fcb-b884-4e6e-bf3c-f27e36576df6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0519609 Aug 12 21:03:16.720904 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7e589857-9006-44b4-888e-68a0fb9392e8 req-7bbd6699-825b-43c2-aad5-1f86aad40131 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Aug 12 21:03:17.623125 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0fad1-6e27-4a60-beeb-8be8d7a5ee9a req-b53ada33-2577-4e06-a794-ec4304c0a795 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:17.624621 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-44e0fad1-6e27-4a60-beeb-8be8d7a5ee9a req-b53ada33-2577-4e06-a794-ec4304c0a795 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0497921 Aug 12 21:03:17.691982 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-44e0fad1-6e27-4a60-beeb-8be8d7a5ee9a req-df995499-36d3-4db6-b8e0-3773e2fe069e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605128 Aug 12 21:03:17.707655 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c633f-c7ba-4f58-872c-ae14df7b4aaf req-3f704af1-c444-4d4a-8223-bde8053bf67a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:17.709264 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-502c633f-c7ba-4f58-872c-ae14df7b4aaf req-3f704af1-c444-4d4a-8223-bde8053bf67a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0720246 Aug 12 21:03:17.749161 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-502c633f-c7ba-4f58-872c-ae14df7b4aaf req-982884c5-2797-439f-9484-26a474bf7ee5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330234 Aug 12 21:03:17.836283 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af6200-1c68-4935-b78a-d9eec9a5c0fe req-962a2003-2e99-45a1-9b12-6100e7464e0a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:17.837984 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c8af6200-1c68-4935-b78a-d9eec9a5c0fe req-962a2003-2e99-45a1-9b12-6100e7464e0a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0494065 Aug 12 21:03:17.878938 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c8af6200-1c68-4935-b78a-d9eec9a5c0fe req-130e50a7-7cb9-490a-a02c-1c5fca80ba26 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349724 Aug 12 21:03:18.813187 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2285c1d-823d-46c4-8793-c3a2587df6a9 req-1bbf0bbf-1ea5-41b4-a27f-a472156838d4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:18.814758 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b2285c1d-823d-46c4-8793-c3a2587df6a9 req-1bbf0bbf-1ea5-41b4-a27f-a472156838d4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0535703 Aug 12 21:03:18.879612 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b2285c1d-823d-46c4-8793-c3a2587df6a9 req-d7ce9c73-0193-4a51-82d9-36361c7d9c9c tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554650 Aug 12 21:03:18.888571 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ab5cc-7424-40f8-94ba-8f06ab84ed57 req-ec33608f-4ef4-4be4-9842-8fa84ed97d2f tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:18.890099 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-718ab5cc-7424-40f8-94ba-8f06ab84ed57 req-ec33608f-4ef4-4be4-9842-8fa84ed97d2f tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0742896 Aug 12 21:03:18.936819 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-718ab5cc-7424-40f8-94ba-8f06ab84ed57 req-2ebe579f-f4b6-42ee-aaba-d6c5d72b63fd tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396309 Aug 12 21:03:19.004382 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd179fec-aa44-48f9-add9-d11f254cc4b8 req-c61c9202-9a75-484a-be43-72fd44f0fc31 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:19.005778 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bd179fec-aa44-48f9-add9-d11f254cc4b8 req-c61c9202-9a75-484a-be43-72fd44f0fc31 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0542428 Aug 12 21:03:19.044417 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bd179fec-aa44-48f9-add9-d11f254cc4b8 req-16e96e9e-dfe9-4580-8e51-c617a501b780 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326583 Aug 12 21:03:20.020281 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c36743-0407-4ed7-b800-2380c0c89a97 req-5a4f95ac-b224-4b82-a34c-5e1587b5a492 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:20.022138 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-65c36743-0407-4ed7-b800-2380c0c89a97 req-5a4f95ac-b224-4b82-a34c-5e1587b5a492 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0663018 Aug 12 21:03:20.093344 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-65c36743-0407-4ed7-b800-2380c0c89a97 req-d2a0cfb1-fa89-4b22-b3b9-f4989d90dff9 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578396 Aug 12 21:03:20.101705 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc3b2d-daa0-4d4a-86a6-d69e3e6721f1 req-77437ccf-d839-4f76-addb-c6335b5db8c3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:20.103214 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ebc3b2d-daa0-4d4a-86a6-d69e3e6721f1 req-77437ccf-d839-4f76-addb-c6335b5db8c3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0797913 Aug 12 21:03:20.147577 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7ebc3b2d-daa0-4d4a-86a6-d69e3e6721f1 req-47b5c574-e011-4ab3-aa80-78496ab888b3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360134 Aug 12 21:03:20.202011 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24b84e-7b5d-4d51-8cb2-9ad8e438096c req-76192943-13a7-4251-a671-17e008c7be08 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:20.203633 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc24b84e-7b5d-4d51-8cb2-9ad8e438096c req-76192943-13a7-4251-a671-17e008c7be08 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0498664 Aug 12 21:03:20.245672 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc24b84e-7b5d-4d51-8cb2-9ad8e438096c req-4b86c796-d91b-4762-b3d0-4eb404fb0d05 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360255 Aug 12 21:03:21.235434 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808ee90-b495-49f1-8327-5fcf77d5e980 req-7667aab7-3730-4205-ac75-246b3d3ec8a3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:21.236984 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8808ee90-b495-49f1-8327-5fcf77d5e980 req-7667aab7-3730-4205-ac75-246b3d3ec8a3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0650213 Aug 12 21:03:21.307287 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d723a-5d2a-415f-b841-843ba1c0cc9d req-2516e6da-6cad-4e99-93e0-76eb4b77b565 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:21.308866 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6b8d723a-5d2a-415f-b841-843ba1c0cc9d req-2516e6da-6cad-4e99-93e0-76eb4b77b565 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0901237 Aug 12 21:03:21.312221 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8808ee90-b495-49f1-8327-5fcf77d5e980 req-935a8ae2-8680-4936-8ab0-e1919c5f14b8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562935 Aug 12 21:03:21.364049 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6b8d723a-5d2a-415f-b841-843ba1c0cc9d req-15eb07d8-1995-4cb9-aeb3-48f44bbe08d9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474002 Aug 12 21:03:21.440303 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a5c15-b21b-4302-9cbb-e43b24535740 req-a30b28bd-126c-4962-9215-d2bc51f4eee4 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:21.441735 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-221a5c15-b21b-4302-9cbb-e43b24535740 req-a30b28bd-126c-4962-9215-d2bc51f4eee4 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0542264 Aug 12 21:03:21.479973 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-221a5c15-b21b-4302-9cbb-e43b24535740 req-90d99b1f-e169-4514-b1c8-89ae7be4df5a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 Aug 12 21:03:22.449608 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076794f0-5b2e-43a3-9a68-525fee73aca8 req-01abe071-f6f1-4634-b3d8-9b44eb34b506 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:22.451515 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-076794f0-5b2e-43a3-9a68-525fee73aca8 req-01abe071-f6f1-4634-b3d8-9b44eb34b506 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0656500 Aug 12 21:03:22.514054 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-076794f0-5b2e-43a3-9a68-525fee73aca8 req-3c857388-5c90-466a-a15a-657ddf30aba2 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549378 Aug 12 21:03:22.522639 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecaff54-73e9-4422-9c14-bdcd90bec27c req-5cd647d6-72b8-49f2-ad1a-5a5b6cc7b248 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:22.524117 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0ecaff54-73e9-4422-9c14-bdcd90bec27c req-5cd647d6-72b8-49f2-ad1a-5a5b6cc7b248 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0917282 Aug 12 21:03:22.563668 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0ecaff54-73e9-4422-9c14-bdcd90bec27c req-f1c48724-78bd-4eec-96b4-cc426c207a27 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334117 Aug 12 21:03:22.633248 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08bf4e-0624-4561-b4a2-1e35d335190d req-123ae6da-968c-4db8-9674-37ca5967c73e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:22.634707 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9a08bf4e-0624-4561-b4a2-1e35d335190d req-123ae6da-968c-4db8-9674-37ca5967c73e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0604482 Aug 12 21:03:22.674906 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9a08bf4e-0624-4561-b4a2-1e35d335190d req-07c48128-4b08-4cae-9076-aa3fc978e845 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342231 Aug 12 21:03:23.638392 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468ffa9-6cd7-4af1-8153-0b5a76467121 req-90a5b39b-ff6c-4f11-a239-1943ec4dd08e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:23.639908 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2468ffa9-6cd7-4af1-8153-0b5a76467121 req-90a5b39b-ff6c-4f11-a239-1943ec4dd08e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0552754 Aug 12 21:03:23.705026 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2468ffa9-6cd7-4af1-8153-0b5a76467121 req-cc4f9cc3-a042-43a4-a619-46901fe81909 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558946 Aug 12 21:03:23.713725 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06ef38-1f41-4d8e-acf5-6521a46ac505 req-6e5c5e49-4783-4d8f-8430-96b2d1f3b4f8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:23.715219 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f06ef38-1f41-4d8e-acf5-6521a46ac505 req-6e5c5e49-4783-4d8f-8430-96b2d1f3b4f8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0744326 Aug 12 21:03:23.759331 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f06ef38-1f41-4d8e-acf5-6521a46ac505 req-44df4813-7cca-4904-b497-3dd96f818652 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Aug 12 21:03:23.818457 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d720f2-abd4-4277-8968-1e61788a1a66 req-7ad2e426-bd29-46ef-bb4b-696d66cdffb9 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:23.819963 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09d720f2-abd4-4277-8968-1e61788a1a66 req-7ad2e426-bd29-46ef-bb4b-696d66cdffb9 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0513020 Aug 12 21:03:23.858581 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09d720f2-abd4-4277-8968-1e61788a1a66 req-1467e787-8c64-4c27-9080-75fd150ee7fb tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326488 Aug 12 21:03:24.866826 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf828d-ff23-4fc3-8f96-fa6ddf3c5547 req-22855854-7441-4114-b4b2-a8c8f1737400 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:24.869125 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cfdf828d-ff23-4fc3-8f96-fa6ddf3c5547 req-22855854-7441-4114-b4b2-a8c8f1737400 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0943954 Aug 12 21:03:24.931792 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cfdf828d-ff23-4fc3-8f96-fa6ddf3c5547 req-1a72b914-e8a2-4070-be63-752f9cabfcd3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452249 Aug 12 21:03:24.940217 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e87d1-4593-412e-bfcf-e0987148bac2 req-87e1ff24-7c96-4fc4-a5c7-bbe5a8859bd5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:24.941694 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e1e87d1-4593-412e-bfcf-e0987148bac2 req-87e1ff24-7c96-4fc4-a5c7-bbe5a8859bd5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.1110656 Aug 12 21:03:24.990602 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e1e87d1-4593-412e-bfcf-e0987148bac2 req-e80448bf-afc2-4a93-83f5-47228540851c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346856 Aug 12 21:03:25.040882 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd959bf-2e9b-4013-8382-aaf44657acc6 req-a1ed2e62-b5dc-4f69-9c36-6a727f7ce8fd tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:25.042383 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3dd959bf-2e9b-4013-8382-aaf44657acc6 req-a1ed2e62-b5dc-4f69-9c36-6a727f7ce8fd tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0497565 Aug 12 21:03:25.085950 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3dd959bf-2e9b-4013-8382-aaf44657acc6 req-75241b35-8560-404f-8340-b8a8a705abe9 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369740 Aug 12 21:03:26.048727 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbb232-6bc9-45be-ac0c-dbcb71da86af req-7ca42695-87fb-4064-9c75-cb3001ae7d55 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:26.050286 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-79bbb232-6bc9-45be-ac0c-dbcb71da86af req-7ca42695-87fb-4064-9c75-cb3001ae7d55 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0511062 Aug 12 21:03:26.121093 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-79bbb232-6bc9-45be-ac0c-dbcb71da86af req-f3f6af5c-646c-4a1a-ba21-030432db5c24 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641210 Aug 12 21:03:26.133484 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f25c6-87c5-4e23-b3d9-e706c635808f req-cc250b20-645e-4860-acfd-0f1c0000fed0 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:26.135139 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a01f25c6-87c5-4e23-b3d9-e706c635808f req-cc250b20-645e-4860-acfd-0f1c0000fed0 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0793171 Aug 12 21:03:26.177831 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a01f25c6-87c5-4e23-b3d9-e706c635808f req-0551bd76-6c18-4e7f-abea-f16b10bb7cc5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346310 Aug 12 21:03:26.227706 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196817a5-ac77-411b-be7a-5d8ba31dba96 req-ace23442-f295-4a45-b63e-690090f53933 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:26.229168 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-196817a5-ac77-411b-be7a-5d8ba31dba96 req-ace23442-f295-4a45-b63e-690090f53933 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0482781 Aug 12 21:03:26.268426 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-196817a5-ac77-411b-be7a-5d8ba31dba96 req-843fed00-6171-417a-807f-4dc78540c0ea tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321605 Aug 12 21:03:27.236756 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803136d-9850-4bdc-b092-89887e7d3cb7 req-09cc0bd7-caa2-4701-a09d-f235fe7e0dda tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:27.238247 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3803136d-9850-4bdc-b092-89887e7d3cb7 req-09cc0bd7-caa2-4701-a09d-f235fe7e0dda tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0501573 Aug 12 21:03:27.314749 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3803136d-9850-4bdc-b092-89887e7d3cb7 req-9e0c5a5c-8909-425d-9945-e55f748dfa76 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703421 Aug 12 21:03:27.331641 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06c97e-f876-4e88-b8f6-cbec5782ea1c req-10073cd0-c6b2-4872-b44b-e5303c509d22 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:27.333265 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec06c97e-f876-4e88-b8f6-cbec5782ea1c req-10073cd0-c6b2-4872-b44b-e5303c509d22 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0817833 Aug 12 21:03:27.409703 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec06c97e-f876-4e88-b8f6-cbec5782ea1c req-80df17b9-a6d3-4860-9db7-d6731769d633 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 Aug 12 21:03:27.434330 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360af67-a765-4461-9e9d-733269a0f2be req-262540d3-070d-494c-9a13-0ed9cc76b818 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:27.435900 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d360af67-a765-4461-9e9d-733269a0f2be req-262540d3-070d-494c-9a13-0ed9cc76b818 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0589204 Aug 12 21:03:27.478964 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d360af67-a765-4461-9e9d-733269a0f2be req-b8651610-d095-49eb-9ac7-77f02cb6453b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360014 Aug 12 21:03:28.532981 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d34c2-edd2-4ebb-8716-2550f63435b4 req-c1a90401-17ba-47af-90e7-3b48f7621c52 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:28.534442 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-126d34c2-edd2-4ebb-8716-2550f63435b4 req-c1a90401-17ba-47af-90e7-3b48f7621c52 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0530045 Aug 12 21:03:28.605054 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-126d34c2-edd2-4ebb-8716-2550f63435b4 req-8923c0ef-fb66-4ba3-a85a-07ae753f2944 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614700 Aug 12 21:03:28.612701 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348b2a7-2507-4944-97da-b7a704a77250 req-545932df-f37d-4d36-8a3d-127785f73b85 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:28.614232 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9348b2a7-2507-4944-97da-b7a704a77250 req-545932df-f37d-4d36-8a3d-127785f73b85 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0788999 Aug 12 21:03:28.654533 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9348b2a7-2507-4944-97da-b7a704a77250 req-5cd06bcb-fc5b-4bcf-b511-692aa2a7f39b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340924 Aug 12 21:03:28.716975 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09670601-93ff-4251-b0bd-d66a16c74e3f req-3fe297cc-66e7-4406-8702-fab11867573a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:28.719370 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09670601-93ff-4251-b0bd-d66a16c74e3f req-3fe297cc-66e7-4406-8702-fab11867573a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0570533 Aug 12 21:03:28.761719 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09670601-93ff-4251-b0bd-d66a16c74e3f req-4308d309-f0d9-4c63-b3e9-d0ed3b8fa16c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364020 Aug 12 21:03:29.730009 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d79d56-7239-49c4-a28c-4fafbc2091a6 req-f19f3663-2f34-4691-a069-385849565104 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:29.731586 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f3d79d56-7239-49c4-a28c-4fafbc2091a6 req-f19f3663-2f34-4691-a069-385849565104 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0581412 Aug 12 21:03:29.814900 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca6447-a9c6-4883-ae0d-657342d93aaf req-45387885-960d-42a5-8fd7-cd1698c01fd4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:29.816615 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-58ca6447-a9c6-4883-ae0d-657342d93aaf req-45387885-960d-42a5-8fd7-cd1698c01fd4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0840890 Aug 12 21:03:29.825542 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f3d79d56-7239-49c4-a28c-4fafbc2091a6 req-97edf239-fda1-4514-a8f9-0405a935b6bf tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843203 Aug 12 21:03:29.869380 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-58ca6447-a9c6-4883-ae0d-657342d93aaf req-df1ea299-c04a-44ba-bf33-ac6d7858a44a tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Aug 12 21:03:29.954548 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3dd20-6dfd-47bd-82ba-b678fff16578 req-b286e85a-87d2-4194-abe1-6f3c857b7bc1 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:29.956149 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fff3dd20-6dfd-47bd-82ba-b678fff16578 req-b286e85a-87d2-4194-abe1-6f3c857b7bc1 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0679777 Aug 12 21:03:29.997153 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fff3dd20-6dfd-47bd-82ba-b678fff16578 req-b0629f09-b365-44e5-8256-da94b737dc93 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349126 Aug 12 21:03:30.956223 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afafe7-a422-4330-a040-987e1ba6f0a4 req-dcfd5b40-c3ba-467a-ab41-78ae177b7ede tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:30.957911 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-76afafe7-a422-4330-a040-987e1ba6f0a4 req-dcfd5b40-c3ba-467a-ab41-78ae177b7ede tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0599775 Aug 12 21:03:31.029627 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-76afafe7-a422-4330-a040-987e1ba6f0a4 req-a766e9e3-e3cf-4981-9f03-96a766fb8ad0 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421307 Aug 12 21:03:31.038904 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c25dc-5714-4ca4-add4-43b22c97bcd0 req-446d20d0-23ad-430e-8212-0b473fb8b339 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:31.040373 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-723c25dc-5714-4ca4-add4-43b22c97bcd0 req-446d20d0-23ad-430e-8212-0b473fb8b339 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0814879 Aug 12 21:03:31.086532 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-723c25dc-5714-4ca4-add4-43b22c97bcd0 req-5cb4c911-bf48-48a2-bbd6-9a3385714e05 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365412 Aug 12 21:03:31.141869 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534295c8-221d-4921-972a-fc1b93a0d76c req-4a4865ad-e7f6-49cd-8edd-317623d9472e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:31.149505 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-534295c8-221d-4921-972a-fc1b93a0d76c req-4a4865ad-e7f6-49cd-8edd-317623d9472e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0576689 Aug 12 21:03:31.185697 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-534295c8-221d-4921-972a-fc1b93a0d76c req-e057517d-5f77-4b03-84ec-3a59cca2d2a6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352530 Aug 12 21:03:32.168968 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db5f22-d14d-4856-8ab4-616b682d47dc req-1cd49df8-e810-49f6-bfe6-dbeec859d1e3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:32.170550 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1db5f22-d14d-4856-8ab4-616b682d47dc req-1cd49df8-e810-49f6-bfe6-dbeec859d1e3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0696354 Aug 12 21:03:32.240670 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1db5f22-d14d-4856-8ab4-616b682d47dc req-ee186121-9a1d-430e-97e0-e568ed192b41 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557179 Aug 12 21:03:32.252025 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32c14-c717-480e-bc6b-5c8f0db230b6 req-5435af92-da4a-4b09-9177-ffe77060dded tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:32.253835 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d7f32c14-c717-480e-bc6b-5c8f0db230b6 req-5435af92-da4a-4b09-9177-ffe77060dded tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0822248 Aug 12 21:03:32.298276 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d7f32c14-c717-480e-bc6b-5c8f0db230b6 req-0f4fdae6-7e80-4263-9bd7-e15069b24e42 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382156 Aug 12 21:03:32.376624 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59aa4-c2ed-4e37-a581-4ab5fd97011a req-6bac0c7b-f4ae-45ce-b814-a06b9adc6b7f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:32.378293 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e5d59aa4-c2ed-4e37-a581-4ab5fd97011a req-6bac0c7b-f4ae-45ce-b814-a06b9adc6b7f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0596838 Aug 12 21:03:32.420503 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e5d59aa4-c2ed-4e37-a581-4ab5fd97011a req-008799c2-e8b1-4f52-84e5-fc9929d95cff tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 Aug 12 21:03:33.417268 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432a994-c54d-4663-ad47-96731ce79b1b req-04286aa6-0383-4b4a-b7b6-3c5c75bbbf1f tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:33.418778 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1432a994-c54d-4663-ad47-96731ce79b1b req-04286aa6-0383-4b4a-b7b6-3c5c75bbbf1f tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0837266 Aug 12 21:03:33.452006 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe86552-b5bb-4dce-9a5c-aef986a36b76 req-7b674205-4128-41b6-8820-7efcf81d52ba tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:33.454161 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-abe86552-b5bb-4dce-9a5c-aef986a36b76 req-7b674205-4128-41b6-8820-7efcf81d52ba tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0800679 Aug 12 21:03:33.489207 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1432a994-c54d-4663-ad47-96731ce79b1b req-ab404eea-3d1f-47fb-90f1-f12447776089 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631053 Aug 12 21:03:33.509810 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-abe86552-b5bb-4dce-9a5c-aef986a36b76 req-0cac5363-3d11-492a-8a0a-207d79de47da tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483282 Aug 12 21:03:33.611336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d4170-ad12-4f7b-b6b2-fbdea059bdfe req-c797a705-60c1-4216-a37f-fa888d6b834e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:33.612830 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1a5d4170-ad12-4f7b-b6b2-fbdea059bdfe req-c797a705-60c1-4216-a37f-fa888d6b834e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0517507 Aug 12 21:03:33.658207 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1a5d4170-ad12-4f7b-b6b2-fbdea059bdfe req-36584698-ea44-4792-a4c5-8956c217ec33 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391748 Aug 12 21:03:34.656939 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0bef4-f48e-4e7d-8816-0727af717ebb req-86ad3ec9-a327-4f82-8968-96635f2b2871 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:34.658447 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c3a0bef4-f48e-4e7d-8816-0727af717ebb req-86ad3ec9-a327-4f82-8968-96635f2b2871 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0990443 Aug 12 21:03:34.666354 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc292d3-e1ad-41b0-9b2f-9859087c5cf4 req-c437eefe-60fe-435e-8663-7d33ad112cc0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:34.667912 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-acc292d3-e1ad-41b0-9b2f-9859087c5cf4 req-c437eefe-60fe-435e-8663-7d33ad112cc0 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0779169 Aug 12 21:03:34.729530 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c3a0bef4-f48e-4e7d-8816-0727af717ebb req-5660701f-689b-416a-9ec3-fd2bedaa7c7c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603752 Aug 12 21:03:34.745373 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-acc292d3-e1ad-41b0-9b2f-9859087c5cf4 req-59df2701-107e-4085-bd4e-0bdd0bfcf55b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659504 Aug 12 21:03:34.860102 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9de6b5-8623-4fac-8ee6-895fd7bfe21b req-e7c671e4-0427-4fb4-8ebc-442478bb657b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:34.861673 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3e9de6b5-8623-4fac-8ee6-895fd7bfe21b req-e7c671e4-0427-4fb4-8ebc-442478bb657b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0568416 Aug 12 21:03:34.907800 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3e9de6b5-8623-4fac-8ee6-895fd7bfe21b req-fd0de244-bf20-4260-9b4d-3dec2b47813a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Aug 12 21:03:35.884857 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703a045-da1e-4d18-b291-d6d6d22861e0 req-66bab974-f422-497a-9871-7c4bbe19b03d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:35.886263 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a703a045-da1e-4d18-b291-d6d6d22861e0 req-66bab974-f422-497a-9871-7c4bbe19b03d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0797267 Aug 12 21:03:35.900107 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef519bf-e753-4d07-aafc-0404b7c5f43f req-84b3947a-0b81-4011-88c2-df53e98065fa tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:35.901588 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cef519bf-e753-4d07-aafc-0404b7c5f43f req-84b3947a-0b81-4011-88c2-df53e98065fa tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0688577 Aug 12 21:03:35.964142 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a703a045-da1e-4d18-b291-d6d6d22861e0 req-c83bbdb5-1423-4f02-8d8f-61b3c66b5b34 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613921 Aug 12 21:03:35.972596 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cef519bf-e753-4d07-aafc-0404b7c5f43f req-bb62e27d-d9ed-4d43-94c7-5c77a1f23665 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631652 Aug 12 21:03:36.084236 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a72a99-b8cc-4755-9941-faf0c444fc6e req-2f051504-12fe-4759-87cc-ced28d5316f9 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:36.085755 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9a72a99-b8cc-4755-9941-faf0c444fc6e req-2f051504-12fe-4759-87cc-ced28d5316f9 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0513380 Aug 12 21:03:36.127913 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9a72a99-b8cc-4755-9941-faf0c444fc6e req-f53844b9-d5bc-46c3-be36-c2cc4af10e56 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357616 Aug 12 21:03:37.125907 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9e638-b0fc-45f6-96b5-a6cc087c1887 req-00966788-31df-4947-aaad-031227ccf50e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:37.127532 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-91f9e638-b0fc-45f6-96b5-a6cc087c1887 req-00966788-31df-4947-aaad-031227ccf50e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0812471 Aug 12 21:03:37.135815 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d465eff-bf5b-4c6e-9a08-326075a2c22a req-758ac237-fa50-4da1-b3ff-f074c8b4d1b1 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:37.137234 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0d465eff-bf5b-4c6e-9a08-326075a2c22a req-758ac237-fa50-4da1-b3ff-f074c8b4d1b1 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0811779 Aug 12 21:03:37.209029 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-91f9e638-b0fc-45f6-96b5-a6cc087c1887 req-432a1fec-6526-4e80-8341-6c4962ee3e36 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707743 Aug 12 21:03:37.215328 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0d465eff-bf5b-4c6e-9a08-326075a2c22a req-0984e496-98f1-4ab9-8e66-302a050a6284 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699410 Aug 12 21:03:37.333645 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bc961-4803-453c-93ec-2fc6c3187a20 req-980e6d5e-cdee-4c7a-bd87-eb1983f7597a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:37.333645 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3e8bc961-4803-453c-93ec-2fc6c3187a20 req-980e6d5e-cdee-4c7a-bd87-eb1983f7597a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0587635 Aug 12 21:03:37.394758 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3e8bc961-4803-453c-93ec-2fc6c3187a20 req-5d595add-07ff-45b8-81ee-14ee81d7a319 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393174 Aug 12 21:03:38.331442 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820a099-15be-4557-8210-4368bb86e76e req-8d5f63c1-86ac-48b3-be30-aa52f4ed5f47 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:38.333214 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4820a099-15be-4557-8210-4368bb86e76e req-8d5f63c1-86ac-48b3-be30-aa52f4ed5f47 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0511672 Aug 12 21:03:38.377001 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4820a099-15be-4557-8210-4368bb86e76e req-587c4042-36c9-4641-84ce-32e9609d83b2 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363016 Aug 12 21:03:38.501722 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9150c-7a02-47af-a892-bdde53c8bc5a req-026f40da-3497-4607-ae25-b1c4a1e051d0 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:38.503236 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-53e9150c-7a02-47af-a892-bdde53c8bc5a req-026f40da-3497-4607-ae25-b1c4a1e051d0 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0634944 Aug 12 21:03:38.543263 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-53e9150c-7a02-47af-a892-bdde53c8bc5a req-08b67b96-56c0-4f9b-aa64-2c4e82a11f32 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Aug 12 21:03:38.654454 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc363-f7e7-42bd-82db-4234c81bf5b7 req-42a9f040-6ff8-4585-8582-3d335a4b7b8e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:38.656471 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-252cc363-f7e7-42bd-82db-4234c81bf5b7 req-42a9f040-6ff8-4585-8582-3d335a4b7b8e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0566132 Aug 12 21:03:38.696499 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-252cc363-f7e7-42bd-82db-4234c81bf5b7 req-05953cce-7f52-4cfa-9814-52b8470f8a05 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337300 Aug 12 21:03:39.206032 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8dc87493-14c7-4618-b8b3-ae0794029496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:39.494502 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a64621-47c5-4528-92b0-a3afce1cd82a req-870662e2-75cb-4ee6-ae2e-31451ac87cda tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:39.496073 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d2a64621-47c5-4528-92b0-a3afce1cd82a req-870662e2-75cb-4ee6-ae2e-31451ac87cda tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0492868 Aug 12 21:03:39.539016 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d2a64621-47c5-4528-92b0-a3afce1cd82a req-7793ca5b-80e9-4f3b-9efe-f9300d5add8f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363641 Aug 12 21:03:39.679391 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efc263-0b78-4954-96b9-3f71d60b44c0 req-560b2d52-e9a5-4629-aa52-543f35f06f14 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:39.680935 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-94efc263-0b78-4954-96b9-3f71d60b44c0 req-560b2d52-e9a5-4629-aa52-543f35f06f14 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0543966 Aug 12 21:03:39.720578 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-94efc263-0b78-4954-96b9-3f71d60b44c0 req-b5cd6281-3175-4326-985b-d460f3b9f719 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Aug 12 21:03:39.838768 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41f22-017c-4c63-8058-3189a555445c req-325594c8-d2f7-4935-a918-4423d3693cbf tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:39.840069 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fbb41f22-017c-4c63-8058-3189a555445c req-325594c8-d2f7-4935-a918-4423d3693cbf tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0552537 Aug 12 21:03:39.882187 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fbb41f22-017c-4c63-8058-3189a555445c req-719c12c6-c70a-4897-9014-c8fb3f36d428 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348542 Aug 12 21:03:40.664556 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4b6a1-0b73-4799-8132-19ed376eff6b req-77b97e77-79e9-4374-af9f-4526dd245c86 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:40.665996 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6ce4b6a1-0b73-4799-8132-19ed376eff6b req-77b97e77-79e9-4374-af9f-4526dd245c86 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0544002 Aug 12 21:03:40.707667 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6ce4b6a1-0b73-4799-8132-19ed376eff6b req-428b8f68-9a9e-42b4-bb67-acb03b765797 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Aug 12 21:03:40.854946 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d34d18-bd9a-4ae6-bd0f-f6f5d4594a0f req-e4f1b8cc-c824-40e4-b26a-2bf23341c226 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:40.856408 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-19d34d18-bd9a-4ae6-bd0f-f6f5d4594a0f req-e4f1b8cc-c824-40e4-b26a-2bf23341c226 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0567322 Aug 12 21:03:40.897749 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-19d34d18-bd9a-4ae6-bd0f-f6f5d4594a0f req-6f9b8d33-9f0d-4754-ab3c-5efe1ed8922c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330164 Aug 12 21:03:41.003517 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec3c97-f757-4900-8fa4-d30847f46e60 req-89d4d651-ec08-45e8-99d5-cbb18c9fdbdc tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:41.004998 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4aec3c97-f757-4900-8fa4-d30847f46e60 req-89d4d651-ec08-45e8-99d5-cbb18c9fdbdc tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0506191 Aug 12 21:03:41.043039 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4aec3c97-f757-4900-8fa4-d30847f46e60 req-ed087a3c-6a26-4c8c-9214-582164822dd6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320120 Aug 12 21:03:41.823309 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90059d1-13c6-4118-b0e3-ad3e2314c6e5 req-940fd78a-69ac-4090-b4e4-88b0206fe7da tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:41.824792 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f90059d1-13c6-4118-b0e3-ad3e2314c6e5 req-940fd78a-69ac-4090-b4e4-88b0206fe7da tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0490985 Aug 12 21:03:41.867305 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f90059d1-13c6-4118-b0e3-ad3e2314c6e5 req-80b3e5d8-414f-4ebb-9fdd-c2acbf05fbda tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351982 Aug 12 21:03:42.022711 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96c1f1-9b41-4d67-9751-72b90e917e81 req-9a0e8892-5ae9-4069-a233-1bb78b9d86a6 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:42.024079 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9d96c1f1-9b41-4d67-9751-72b90e917e81 req-9a0e8892-5ae9-4069-a233-1bb78b9d86a6 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0528603 Aug 12 21:03:42.063526 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9d96c1f1-9b41-4d67-9751-72b90e917e81 req-7ab604cc-bcb4-4392-acd7-806210efa709 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Aug 12 21:03:42.102560 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c3a27c50-e626-401c-821f-0e610a61de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:42.164746 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10905221-9971-4cb2-b103-091b5caf83f8 req-e12c83f3-6744-4ad4-b9d7-fc4a7d6efa55 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:42.166355 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-10905221-9971-4cb2-b103-091b5caf83f8 req-e12c83f3-6744-4ad4-b9d7-fc4a7d6efa55 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0495813 Aug 12 21:03:42.208116 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-10905221-9971-4cb2-b103-091b5caf83f8 req-f59c8264-06d6-4b05-aee9-f025fbe8af36 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342731 Aug 12 21:03:42.419903 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f5cb0-c144-40a1-9e3c-83bd8981b65c req-11971a03-a223-480a-9e0b-5c86945ebc5d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:42.421497 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-564f5cb0-c144-40a1-9e3c-83bd8981b65c req-11971a03-a223-480a-9e0b-5c86945ebc5d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0551569 Aug 12 21:03:42.492948 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-564f5cb0-c144-40a1-9e3c-83bd8981b65c req-e7bcdb03-97fa-4a8f-9a97-782fc6913344 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651195 Aug 12 21:03:42.504789 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c43315-d5ff-441c-9d75-85098133529d req-9e52a06f-6cae-43b9-b3c1-64f96dee5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:42.515814 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d9c43315-d5ff-441c-9d75-85098133529d req-9e52a06f-6cae-43b9-b3c1-64f96dee5c76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 1098 time: 0.0715284 Aug 12 21:03:42.524385 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:42.645988 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c43315-d5ff-441c-9d75-85098133529d req-b496798b-f2bb-4885-b43e-a761c1b9ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:42.647591 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf217aa8-5e20-4623-b509-ec1983c374bf req-d388a404-bbbc-40c5-9339-dc254c862384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:42.649390 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-cf217aa8-5e20-4623-b509-ec1983c374bf req-d388a404-bbbc-40c5-9339-dc254c862384 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0447652 Aug 12 21:03:42.649551 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d9c43315-d5ff-441c-9d75-85098133529d req-b496798b-f2bb-4885-b43e-a761c1b9ead5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 911 time: 0.1238625 Aug 12 21:03:42.667714 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 51574) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:42.692975 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-cf217aa8-5e20-4623-b509-ec1983c374bf req-5c8a7715-1448-4bcf-87a2-459a40b2d9fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307164 Aug 12 21:03:42.736896 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d9c43315-d5ff-441c-9d75-85098133529d req-66c94f2f-cab1-495d-bd91-2163604b0963 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae8643-32da-457d-b990-3b7622501270 HTTP/1.1" status: 200 len: 1001 time: 0.0750771 Aug 12 21:03:42.792076 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eec43ba2-b4f7-41a7-ba10-eaede01c5afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:42.819348 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c43315-d5ff-441c-9d75-85098133529d req-311c8508-72c6-4d49-ba1d-7552ed917072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:42.820724 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d9c43315-d5ff-441c-9d75-85098133529d req-311c8508-72c6-4d49-ba1d-7552ed917072 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.0726399 Aug 12 21:03:42.896394 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c43315-d5ff-441c-9d75-85098133529d req-5fd60c3f-6f5b-4919-9a2f-b616555bdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:42.897903 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d9c43315-d5ff-441c-9d75-85098133529d req-5fd60c3f-6f5b-4919-9a2f-b616555bdaee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670092 Aug 12 21:03:42.981596 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:43.015090 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eec43ba2-b4f7-41a7-ba10-eaede01c5afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:43.025925 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eec43ba2-b4f7-41a7-ba10-eaede01c5afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:43.082216 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908edcfb-ebf0-44b5-970c-8574b5f4d357 req-4e9bc71a-9f06-4c29-b55e-508385e6fdeb tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:43.083704 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-908edcfb-ebf0-44b5-970c-8574b5f4d357 req-4e9bc71a-9f06-4c29-b55e-508385e6fdeb tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1249025 Aug 12 21:03:43.105340 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec43ba2-b4f7-41a7-ba10-eaede01c5afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cecd6f-6de9-4e63-84b4-6caf58571732,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:43.111713 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-eec43ba2-b4f7-41a7-ba10-eaede01c5afe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=115080f0b6ac486fa8baeb93fb96b4d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429984 Aug 12 21:03:43.114420 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 51582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:03:43.119704 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d9c43315-d5ff-441c-9d75-85098133529d req-7512da91-9bde-4b4c-b81b-c2a2a0bbae55 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128291 Aug 12 21:03:43.166525 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4dff981-d25f-41a1-9ea7-c6c2dd95a682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:43.182313 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-908edcfb-ebf0-44b5-970c-8574b5f4d357 req-1a27be25-f066-49ac-8ff3-887b94c18dd9 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866096 Aug 12 21:03:43.188102 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4dff981-d25f-41a1-9ea7-c6c2dd95a682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:43.249117 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4dff981-d25f-41a1-9ea7-c6c2dd95a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:43.251724 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4dff981-d25f-41a1-9ea7-c6c2dd95a682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:43.255524 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f4dff981-d25f-41a1-9ea7-c6c2dd95a682 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0cecd6f-6de9-4e63-84b4-6caf58571732 HTTP/1.1" status: 204 len: 168 time: 0.1400611 Aug 12 21:03:43.256107 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16076df-e7a4-444b-91cf-15afb1c7a9a1 req-ca274396-3fe9-4438-914c-e8da9e6ffa54 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:43.257605 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b16076df-e7a4-444b-91cf-15afb1c7a9a1 req-ca274396-3fe9-4438-914c-e8da9e6ffa54 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0787930 Aug 12 21:03:43.264923 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dff981-d25f-41a1-9ea7-c6c2dd95a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cecd6f-6de9-4e63-84b4-6caf58571732,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:43.275273 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d9c43315-d5ff-441c-9d75-85098133529d req-5aaf2cff-dc73-42fa-ab73-5483a1f19844 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469235 Aug 12 21:03:43.313902 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b16076df-e7a4-444b-91cf-15afb1c7a9a1 req-46e122d9-9499-4df7-9277-2724c1401bfe tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Aug 12 21:03:43.324622 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:43.664755 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf40849-fa79-442b-936c-188308e4587a req-b82f470b-d1e0-4c4b-b35c-8764acff4efe tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:43.666252 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2cf40849-fa79-442b-936c-188308e4587a req-b82f470b-d1e0-4c4b-b35c-8764acff4efe tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0561392 Aug 12 21:03:43.710067 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2cf40849-fa79-442b-936c-188308e4587a req-b5b7b5b9-e033-476b-9f83-ee5d892e5534 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374906 Aug 12 21:03:44.272270 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f5aa3687-77d5-440c-b7b7-7dbfd7d7807e details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:03:44.302186 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d6718-cb86-402d-94e0-e07897302bfc req-09223206-ee61-4c40-9e21-2ef6c2444653 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:44.303878 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec5d6718-cb86-402d-94e0-e07897302bfc req-09223206-ee61-4c40-9e21-2ef6c2444653 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0524573 Aug 12 21:03:44.345674 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec5d6718-cb86-402d-94e0-e07897302bfc req-dd664da5-64da-4071-a7d4-bf9f6c30b2a9 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357287 Aug 12 21:03:44.407247 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:03:44.428286 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'port_id': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'mac_address': 'fa:16:3e:fc:95:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:03:44.455428 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1d542-ee79-4bc4-9345-aba9d2371d38 req-01da500e-91d6-49bc-93bc-ab359b5cf791 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:44.456940 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ff1d542-ee79-4bc4-9345-aba9d2371d38 req-01da500e-91d6-49bc-93bc-ab359b5cf791 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 944 time: 0.0561132 Aug 12 21:03:44.485821 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:44.501175 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5aa3687-77d5-440c-b7b7-7dbfd7d7807e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:03:44.512707 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ff1d542-ee79-4bc4-9345-aba9d2371d38 req-940e5006-10f8-4f07-97b1-7b0dac0b049d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Aug 12 21:03:44.526581 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:03:44.533255 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:44.575516 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:44.592432 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:44.600431 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.600784 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.601174 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.601566 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.601897 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.602228 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.602555 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.602911 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.603260 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.603654 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.604021 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.604480 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:03:44.798173 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-056ed043-02e5-4d19-b430-82ea1960ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:44.799642 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-056ed043-02e5-4d19-b430-82ea1960ffba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164b84eecce4466e98e3883d2b2bc317&device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 1098 time: 0.0796838 Aug 12 21:03:44.808899 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9f4b6-67c0-4efa-a057-447b2a512749 req-626b4cac-fcb0-4156-b8a1-280d4286e39e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:44.810311 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eac9f4b6-67c0-4efa-a057-447b2a512749 req-626b4cac-fcb0-4156-b8a1-280d4286e39e tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0814250 Aug 12 21:03:44.823458 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:03:44.927470 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2b43-e112-4454-ac04-7f458eca9b1b req-73ab993a-f349-4aae-a0eb-6774ab1b2f4a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:44.929034 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c69a2b43-e112-4454-ac04-7f458eca9b1b req-73ab993a-f349-4aae-a0eb-6774ab1b2f4a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.1443336 Aug 12 21:03:44.938367 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eac9f4b6-67c0-4efa-a057-447b2a512749 req-7211bf1a-da30-493a-8fc4-e12bb93de057 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066108 Aug 12 21:03:44.977663 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-44ba62d5-2290-43ba-9744-c2c15a5e4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:44.979147 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-44ba62d5-2290-43ba-9744-c2c15a5e4585 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 200 len: 920 time: 0.1679633 Aug 12 21:03:44.990987 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c69a2b43-e112-4454-ac04-7f458eca9b1b req-f744a0f3-209c-4eea-845f-f23ae350bb87 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479381 Aug 12 21:03:45.032455 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-0eb98a51-c1a7-4d3c-a292-2b162fb33f88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e707b49a-3678-4809-b808-7a2aea3b2994 HTTP/1.1" status: 200 len: 217 time: 0.0354052 Aug 12 21:03:45.089127 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-f3760cbb-a431-4586-9ac2-333bf212b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:45.090627 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-f3760cbb-a431-4586-9ac2-333bf212b9f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 200 len: 859 time: 0.0504553 Aug 12 21:03:45.125181 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-346b85c5-a276-43e0-889f-6eeaef039057 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb956b38-89eb-4381-9900-246d7625fb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258296 Aug 12 21:03:45.215804 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-4be70980-2c37-497c-b258-c0fd2b137695 service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821884 Aug 12 21:03:45.309536 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45a2c8b9-36be-489a-9d52-a84692cfd498 req-30222695-cdf9-4e97-93ef-f04a54136d9a service neutron] 10.222.0.42 "GET /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862675 Aug 12 21:03:45.633347 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb0872-1206-4958-b455-5caca8faf1f2 req-f32344c0-e9e9-4823-850b-86797e71ecdf tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:45.635274 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8bfb0872-1206-4958-b455-5caca8faf1f2 req-f32344c0-e9e9-4823-850b-86797e71ecdf tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 945 time: 0.0513604 Aug 12 21:03:45.680487 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-b971f962-dd7e-461c-9428-ba80b683da74 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=164ff665678d4804aaf65bafa4f1983d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363531 Aug 12 21:03:45.763694 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8bfb0872-1206-4958-b455-5caca8faf1f2 req-05d4d922-51aa-4829-9b56-1a76b3cba9ac tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213026 Aug 12 21:03:45.877838 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-83ac7d29-4105-42da-ad1f-391595a8081e tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:45.879311 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-83ac7d29-4105-42da-ad1f-391595a8081e tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922200 Aug 12 21:03:45.894750 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-4cc1f52c-ee20-4d88-ae35-8aeb85a4ee13 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/quotas/164ff665678d4804aaf65bafa4f1983d HTTP/1.1" status: 200 len: 375 time: 0.0096998 Aug 12 21:03:45.925503 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-801a11d6-1c33-42b4-bbed-f717fd4255e9 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=164ff665678d4804aaf65bafa4f1983d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253415 Aug 12 21:03:46.059025 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123fe3-4814-4f57-8016-38824e23331d req-51e1b856-c225-4257-a6bb-17296b2ab3d1 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:46.060570 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5e123fe3-4814-4f57-8016-38824e23331d req-51e1b856-c225-4257-a6bb-17296b2ab3d1 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0508850 Aug 12 21:03:46.097593 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-217b782f-42bd-4861-8da5-e768915aa034 req-0361d5a8-4a5d-4b93-8989-467a697406ff tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 210 time: 0.0360420 Aug 12 21:03:46.117544 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5e123fe3-4814-4f57-8016-38824e23331d req-53a94c00-3fd6-45fe-8b15-f2086cf1a1b8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471132 Aug 12 21:03:46.280854 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f5aa3687-77d5-440c-b7b7-7dbfd7d7807e up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:03:46.328218 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:03:46.331973 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:03:46.332459 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:46.411428 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:46.435171 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:03:46.437917 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6812bb-0e3d-4d42-aa13-ab511a24eb5b" -d '{"events": [{"server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "name": "network-vif-plugged", "status": "completed", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:03:46.450805 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:03:46.455618 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:46.482259 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ec4ca7-d205-4c49-970d-1930a3774eda x-openstack-request-id: req-f6ec4ca7-d205-4c49-970d-1930a3774eda {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:03:46.482545 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "name": "network-vif-plugged", "status": "completed", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:03:46.482816 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6ec4ca7-d205-4c49-970d-1930a3774eda {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:03:46.483829 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'code': 200} Aug 12 21:03:46.511749 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:46.932657 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db808185-a22f-4ee3-a1f4-cb5415221336 req-b51a8429-92ba-4748-87b3-9a7cc59f51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:46.934141 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-db808185-a22f-4ee3-a1f4-cb5415221336 req-b51a8429-92ba-4748-87b3-9a7cc59f51fa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 1099 time: 0.3080823 Aug 12 21:03:46.950009 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343de8e-5dcb-486f-9da9-813983d72302 req-14b863db-7ff2-46d6-b2c5-c10f6ee073e7 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:46.951419 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4343de8e-5dcb-486f-9da9-813983d72302 req-14b863db-7ff2-46d6-b2c5-c10f6ee073e7 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0585868 Aug 12 21:03:47.002746 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-db808185-a22f-4ee3-a1f4-cb5415221336 req-c5510e34-dd91-4f41-a9d4-d63d54b35e5b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498152 Aug 12 21:03:47.007922 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4343de8e-5dcb-486f-9da9-813983d72302 req-4bacf96b-d87a-4838-b293-7edd3b58d10f tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498531 Aug 12 21:03:47.120510 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-a86b02bf-5338-4033-af02-cb57e38e14fb tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=164ff665678d4804aaf65bafa4f1983d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207818 Aug 12 21:03:47.238231 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6a3b1392-6e8d-4bc9-ae1f-e31c18a95c76 req-58a49ac1-d6e3-48ae-b9b4-ed2f72aff438 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 210 time: 0.0424273 Aug 12 21:03:47.309309 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed82c8-ed1e-4bff-887d-bc226ff7fd98 req-6bc19f70-a0cf-4b07-bb90-e544de3a0b78 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:47.311003 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-71ed82c8-ed1e-4bff-887d-bc226ff7fd98 req-6bc19f70-a0cf-4b07-bb90-e544de3a0b78 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1017063 Aug 12 21:03:47.320214 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-9331e88d-fd3c-422c-9e7b-ccf8ad60fdcb tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:47.321641 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-9331e88d-fd3c-422c-9e7b-ccf8ad60fdcb tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769531 Aug 12 21:03:47.349393 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Request body: {'port': {'device_id': '9f450ca3-b891-4ce6-84da-fb7a7f3507b5', 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67', 'admin_state_up': True, 'tenant_id': '164ff665678d4804aaf65bafa4f1983d'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:03:47.400323 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-71ed82c8-ed1e-4bff-887d-bc226ff7fd98 req-b2a58783-1d85-46ef-96fd-44d2c8f7c5a4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775516 Aug 12 21:03:47.476809 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Made reservation on behalf of 164ff665678d4804aaf65bafa4f1983d for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:03:47.480540 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:47.490529 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:47.589847 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:47.594281 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:47.666417 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:47.754687 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Allocated IP 192.168.233.206 (b9d14e3b-fa31-4957-b179-176f25279f67/0ff2cc8e-4c63-46e7-b05b-ae2cb1f30e06/01ecbe89-9516-44cd-9e8a-53c02c151b96) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:03:47.921762 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:47.938509 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Transition to ACTIVE for port object 01ecbe89-9516-44cd-9e8a-53c02c151b96 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:03:47.975793 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:48.027204 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Network b9d14e3b-fa31-4957-b179-176f25279f67 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:03:48.031676 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:03:48.035017 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:03:48.062905 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Pushing event updated for resources: {'Port': ['ID=01ecbe89-9516-44cd-9e8a-53c02c151b96,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:48.104634 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:48.105274 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:48.146180 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-289b8ffd-147a-4959-bdcf-af1d1738272b tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8018692 Aug 12 21:03:48.166264 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea2c22-8cee-4a75-853a-e71bafe1b313 req-77966fd0-8d19-415f-8661-74c702ca296d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:48.168869 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2fea2c22-8cee-4a75-853a-e71bafe1b313 req-77966fd0-8d19-415f-8661-74c702ca296d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0847483 Aug 12 21:03:48.177758 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Request body: {'port': {'device_id': '9f450ca3-b891-4ce6-84da-fb7a7f3507b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:03:48.301268 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2fea2c22-8cee-4a75-853a-e71bafe1b313 req-88d01d4b-732a-4d95-86c0-15b2d077c3b0 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191077 Aug 12 21:03:48.309937 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:48.364498 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-722f32ef-b54b-44d6-b03a-2988351c8366 None None] Provisioning for port 01ecbe89-9516-44cd-9e8a-53c02c151b96 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:03:48.369524 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-722f32ef-b54b-44d6-b03a-2988351c8366 None None] Provisioning complete for port 01ecbe89-9516-44cd-9e8a-53c02c151b96 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:03:48.369895 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-722f32ef-b54b-44d6-b03a-2988351c8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:48.414398 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-722f32ef-b54b-44d6-b03a-2988351c8366 None None] Port 01ecbe89-9516-44cd-9e8a-53c02c151b96 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:03:48.415576 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c60460-36a0-412f-86a0-7a8fd49e6eb4 req-89644b77-dd4c-42c8-8d8e-e67ceebababc tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:48.417105 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6c60460-36a0-412f-86a0-7a8fd49e6eb4 req-89644b77-dd4c-42c8-8d8e-e67ceebababc tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 936 time: 0.0925684 Aug 12 21:03:48.584060 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6c60460-36a0-412f-86a0-7a8fd49e6eb4 req-eaaf08f9-6349-4b94-8b34-b361cbbc320c tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162195 Aug 12 21:03:48.604166 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb093f-1516-4129-a1a2-8928a8540791 req-8e0a716d-b3cc-4b27-b947-74fa48aaf02d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:48.605632 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09eb093f-1516-4129-a1a2-8928a8540791 req-8e0a716d-b3cc-4b27-b947-74fa48aaf02d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1267958 Aug 12 21:03:48.670395 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09eb093f-1516-4129-a1a2-8928a8540791 req-a10c21f8-6f9e-4a45-bf14-ffdf9e23b196 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585794 Aug 12 21:03:48.728749 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ecbe89-9516-44cd-9e8a-53c02c151b96 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:03:48.736426 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:48.748292 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Transition to ACTIVE for port object 01ecbe89-9516-44cd-9e8a-53c02c151b96 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:03:48.753447 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:48.804470 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Pushing event updated for resources: {'Port': ['ID=01ecbe89-9516-44cd-9e8a-53c02c151b96,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:48.873430 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Attempting to bind port 01ecbe89-9516-44cd-9e8a-53c02c151b96 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:03:48.874302 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Attempting to bind port 01ecbe89-9516-44cd-9e8a-53c02c151b96 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '21233a93-0fde-40ee-ba5f-13668a5bc2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:03:48.874621 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Attempting to bind port 01ecbe89-9516-44cd-9e8a-53c02c151b96 on network b9d14e3b-fa31-4957-b179-176f25279f67 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:03:48.879079 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Port 01ecbe89-9516-44cd-9e8a-53c02c151b96 on network b9d14e3b-fa31-4957-b179-176f25279f67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:03:48.879581 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Attempting to bind port 01ecbe89-9516-44cd-9e8a-53c02c151b96 on network b9d14e3b-fa31-4957-b179-176f25279f67 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:03:48.884951 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:03:48.885303 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Checking segment: {'id': '21233a93-0fde-40ee-ba5f-13668a5bc2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:03:48.885671 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Bound using segment: {'id': '21233a93-0fde-40ee-ba5f-13668a5bc2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:03:48.886105 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Bound port: 01ecbe89-9516-44cd-9e8a-53c02c151b96, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21233a93-0fde-40ee-ba5f-13668a5bc2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:03:48.886467 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:48.975116 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] For port 01ecbe89-9516-44cd-9e8a-53c02c151b96, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:03:48.978776 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] For port 01ecbe89-9516-44cd-9e8a-53c02c151b96, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=01ecbe89-9516-44cd-9e8a-53c02c151b96,segment=NetworkSegment(21233a93-0fde-40ee-ba5f-13668a5bc2ac),segment_id=21233a93-0fde-40ee-ba5f-13668a5bc2ac)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:03:48.985486 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:49.023366 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:49.023982 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:49.025600 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] 10.222.0.42 "PUT /v2.0/ports/01ecbe89-9516-44cd-9e8a-53c02c151b96 HTTP/1.1" status: 200 len: 1098 time: 0.8554776 Aug 12 21:03:49.026056 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f450ca3-b891-4ce6-84da-fb7a7f3507b5', 'tag': '01ecbe89-9516-44cd-9e8a-53c02c151b96'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:03:49.028371 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca6999b-0373-4c74-b1f8-3458a1c4334d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f450ca3-b891-4ce6-84da-fb7a7f3507b5", "tag": "01ecbe89-9516-44cd-9e8a-53c02c151b96"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:03:49.081963 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9612f7-058f-450c-863a-863d0041de65 service neutron] Pushing event updated for resources: {'Port': ['ID=01ecbe89-9516-44cd-9e8a-53c02c151b96,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:49.110301 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60c16d3-b463-4310-8302-f1fe00a8898c x-openstack-request-id: req-e60c16d3-b463-4310-8302-f1fe00a8898c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:03:49.110301 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f450ca3-b891-4ce6-84da-fb7a7f3507b5", "tag": "01ecbe89-9516-44cd-9e8a-53c02c151b96", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:03:49.110301 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e60c16d3-b463-4310-8302-f1fe00a8898c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:03:49.110724 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f450ca3-b891-4ce6-84da-fb7a7f3507b5', 'tag': '01ecbe89-9516-44cd-9e8a-53c02c151b96', 'status': 'completed', 'code': 200} Aug 12 21:03:49.144162 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-262ae3b1-19f2-4389-8b35-f822bd9ec356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:49.146007 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-262ae3b1-19f2-4389-8b35-f822bd9ec356 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164ff665678d4804aaf65bafa4f1983d&device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 1101 time: 0.0571163 Aug 12 21:03:49.228752 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-3979888d-f111-48f3-99ad-4394dd82471c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=01ecbe89-9516-44cd-9e8a-53c02c151b96 HTTP/1.1" status: 200 len: 217 time: 0.0736597 Aug 12 21:03:49.300131 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-79afb561-60eb-448e-891e-bb49653bf01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:49.301924 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-79afb561-60eb-448e-891e-bb49653bf01d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ff2cc8e-4c63-46e7-b05b-ae2cb1f30e06 HTTP/1.1" status: 200 len: 843 time: 0.0572133 Aug 12 21:03:49.350835 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-988f6583-7beb-4ffd-a8ce-654691fad1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:49.352340 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-988f6583-7beb-4ffd-a8ce-654691fad1be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9d14e3b-fa31-4957-b179-176f25279f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400922 Aug 12 21:03:49.494544 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce6ad4-6361-40f9-94fa-4b139585e27d req-99106254-416a-4049-9d69-c98b1db2618f tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:49.496123 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30ce6ad4-6361-40f9-94fa-4b139585e27d req-99106254-416a-4049-9d69-c98b1db2618f tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0785506 Aug 12 21:03:49.500640 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-505ac085-9490-4e20-b34e-081e7fd3c580 service neutron] 10.222.0.42 "GET /v2.0/networks/b9d14e3b-fa31-4957-b179-176f25279f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284709 Aug 12 21:03:49.585758 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30ce6ad4-6361-40f9-94fa-4b139585e27d req-b0b48494-1e3b-456a-81a3-c708278f26a0 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831568 Aug 12 21:03:49.620073 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f151f3a9-1a55-469e-88b9-e99e050c3bff req-4dfe5534-b347-4ca5-9a25-adddcecde8fb service neutron] 10.222.0.42 "GET /v2.0/networks/b9d14e3b-fa31-4957-b179-176f25279f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101010 Aug 12 21:03:49.730089 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab44d4f-76cf-4c54-94aa-3a7ee14564d0 req-6bf2cdd7-c9b2-4690-9e4f-84d8c2b1a635 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:49.731724 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ab44d4f-76cf-4c54-94aa-3a7ee14564d0 req-6bf2cdd7-c9b2-4690-9e4f-84d8c2b1a635 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0683742 Aug 12 21:03:49.739703 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb46c7-b6b7-4462-9fe1-c1a4d4527a0d req-2704e42a-662e-4ca8-9bbf-e57776be4433 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:49.741124 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6cdb46c7-b6b7-4462-9fe1-c1a4d4527a0d req-2704e42a-662e-4ca8-9bbf-e57776be4433 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 948 time: 0.0870910 Aug 12 21:03:49.793706 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ab44d4f-76cf-4c54-94aa-3a7ee14564d0 req-d4bb367d-aa99-4e76-b384-02d50c4ab658 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Aug 12 21:03:49.801787 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6cdb46c7-b6b7-4462-9fe1-c1a4d4527a0d req-6e1849d6-4466-4295-a645-55f52a85b55f tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537505 Aug 12 21:03:50.120963 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c956df1-1d24-4ed4-ad04-512f6647497c req-df8c2bd0-04ef-411c-8026-19f56c33823d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:50.122342 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c956df1-1d24-4ed4-ad04-512f6647497c req-df8c2bd0-04ef-411c-8026-19f56c33823d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0510581 Aug 12 21:03:50.160915 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c956df1-1d24-4ed4-ad04-512f6647497c req-380a9156-7326-4e78-8098-cf43b0e86e66 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Aug 12 21:03:50.387031 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:03:50.918832 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae800378-7722-4d35-bbda-d35e2edf29bc req-1b62f80b-689e-4013-bd15-19314e2fb10e tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:50.920337 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae800378-7722-4d35-bbda-d35e2edf29bc req-1b62f80b-689e-4013-bd15-19314e2fb10e tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 948 time: 0.0499201 Aug 12 21:03:50.958554 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae800378-7722-4d35-bbda-d35e2edf29bc req-726e79a8-a8ae-43e9-b4e9-e75bfc7837ad tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320725 Aug 12 21:03:52.071775 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f4b6-b002-41a4-a705-87a629a383cb req-bacdbd2d-7db3-4164-a358-e8d834fc593f tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:52.073271 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b621f4b6-b002-41a4-a705-87a629a383cb req-bacdbd2d-7db3-4164-a358-e8d834fc593f tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 948 time: 0.0478945 Aug 12 21:03:52.113386 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b621f4b6-b002-41a4-a705-87a629a383cb req-6a5dda00-622b-4958-b70e-e19bbf1e23a1 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Aug 12 21:03:52.554336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-c675b713-edf7-4930-9331-755def2a01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:52.555909 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-c675b713-edf7-4930-9331-755def2a01b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=164ff665678d4804aaf65bafa4f1983d&device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 1101 time: 0.0453963 Aug 12 21:03:52.650915 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-e54e1fe7-dcab-4f9b-beab-76bf3b56f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:52.652277 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-e54e1fe7-dcab-4f9b-beab-76bf3b56f85e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9d14e3b-fa31-4957-b179-176f25279f67 HTTP/1.1" status: 200 len: 870 time: 0.0831141 Aug 12 21:03:52.707350 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-45dcc0fa-308b-4785-b03e-31668fa6e493 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=01ecbe89-9516-44cd-9e8a-53c02c151b96 HTTP/1.1" status: 200 len: 217 time: 0.0380862 Aug 12 21:03:52.765682 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-3604578b-b446-4d8c-a28a-6f1f8dae29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:52.767201 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-3604578b-b446-4d8c-a28a-6f1f8dae29ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ff2cc8e-4c63-46e7-b05b-ae2cb1f30e06 HTTP/1.1" status: 200 len: 843 time: 0.0467861 Aug 12 21:03:52.816015 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-b4648c33-af65-462f-a2d8-9c9195bf7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:52.817542 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-b4648c33-af65-462f-a2d8-9c9195bf7264 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9d14e3b-fa31-4957-b179-176f25279f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419350 Aug 12 21:03:52.911158 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-c1bb5354-db75-403e-b97b-b1ff2c14de20 service neutron] 10.222.0.42 "GET /v2.0/networks/b9d14e3b-fa31-4957-b179-176f25279f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842938 Aug 12 21:03:53.017373 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6ca6999b-0373-4c74-b1f8-3458a1c4334d req-d433b172-6e1c-405e-8cfa-a74635316f96 service neutron] 10.222.0.42 "GET /v2.0/networks/b9d14e3b-fa31-4957-b179-176f25279f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883429 Aug 12 21:03:53.224551 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaec3cf-a3d2-4b0a-859b-dca6f4911f19 req-dbed6d00-a4fe-4713-b884-f5bd92402b7a tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:53.225989 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fbaec3cf-a3d2-4b0a-859b-dca6f4911f19 req-dbed6d00-a4fe-4713-b884-f5bd92402b7a tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 948 time: 0.0480404 Aug 12 21:03:53.263080 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fbaec3cf-a3d2-4b0a-859b-dca6f4911f19 req-08cd0395-5640-45e4-9359-c7f28d82bd16 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Aug 12 21:03:54.384107 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792c396-5b63-46be-a611-36dd3d4dab7d req-8fa611d3-1c77-411e-a658-0129060c03a4 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:54.385719 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d792c396-5b63-46be-a611-36dd3d4dab7d req-8fa611d3-1c77-411e-a658-0129060c03a4 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 948 time: 0.0544114 Aug 12 21:03:54.429822 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d792c396-5b63-46be-a611-36dd3d4dab7d req-a65505e5-646c-41e9-8f7f-29f62807fc3c tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369763 Aug 12 21:03:54.838117 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 01ecbe89-9516-44cd-9e8a-53c02c151b96 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:03:54.939014 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 01ecbe89-9516-44cd-9e8a-53c02c151b96, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=01ecbe89-9516-44cd-9e8a-53c02c151b96,segment=NetworkSegment(21233a93-0fde-40ee-ba5f-13668a5bc2ac),segment_id=21233a93-0fde-40ee-ba5f-13668a5bc2ac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:03:54.950952 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '01ecbe89-9516-44cd-9e8a-53c02c151b96', 'network_id': 'b9d14e3b-fa31-4957-b179-176f25279f67', 'port_id': '01ecbe89-9516-44cd-9e8a-53c02c151b96', 'mac_address': 'fa:16:3e:d7:42:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff2cc8e-4c63-46e7-b05b-ae2cb1f30e06', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:03:54.989854 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:55.002980 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ecbe89-9516-44cd-9e8a-53c02c151b96 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:03:55.023388 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 01ecbe89-9516-44cd-9e8a-53c02c151b96, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=01ecbe89-9516-44cd-9e8a-53c02c151b96,segment=NetworkSegment(21233a93-0fde-40ee-ba5f-13668a5bc2ac),segment_id=21233a93-0fde-40ee-ba5f-13668a5bc2ac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:03:55.028212 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:55.078182 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=01ecbe89-9516-44cd-9e8a-53c02c151b96,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:03:55.547065 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646486a-8211-4076-aa1a-9857031ed324 req-b80fbb6a-b357-4771-9d49-f0503f5dfcc9 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:55.548553 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d646486a-8211-4076-aa1a-9857031ed324 req-b80fbb6a-b357-4771-9d49-f0503f5dfcc9 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 949 time: 0.0498986 Aug 12 21:03:55.598270 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d646486a-8211-4076-aa1a-9857031ed324 req-f61d91ab-ddf7-4254-b207-417ecdcffa7a tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386298 Aug 12 21:03:56.733276 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7365bf8-a987-4187-8d45-fbe99eab2df7 req-1ec19d24-5337-410f-a719-2bede5f9b06f tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:56.735404 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b7365bf8-a987-4187-8d45-fbe99eab2df7 req-1ec19d24-5337-410f-a719-2bede5f9b06f tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 949 time: 0.0532784 Aug 12 21:03:56.776782 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b7365bf8-a987-4187-8d45-fbe99eab2df7 req-c0823a68-aca3-444d-8f8a-a2e9d51626f9 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352800 Aug 12 21:03:57.098346 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['01ecbe89-9516-44cd-9e8a-53c02c151b96'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:03:57.940550 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9fe2-9a22-42a6-9651-dfe770d91168 req-435bab72-d443-4b04-b581-7d8596db1fb2 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:57.942865 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a42b9fe2-9a22-42a6-9651-dfe770d91168 req-435bab72-d443-4b04-b581-7d8596db1fb2 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 949 time: 0.0698733 Aug 12 21:03:57.999435 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a42b9fe2-9a22-42a6-9651-dfe770d91168 req-4e8fe9fd-cd9c-4752-8f5e-6c404cde4bb8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Aug 12 21:03:59.079720 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 01ecbe89-9516-44cd-9e8a-53c02c151b96 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:03:59.151431 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port 01ecbe89-9516-44cd-9e8a-53c02c151b96 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:03:59.159433 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 01ecbe89-9516-44cd-9e8a-53c02c151b96 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:03:59.159433 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:59.164151 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc267e21-d570-4cd6-9bb2-e7c093b04810 req-504f2ae0-5cb2-44cd-a9be-d8fde0022de9 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:03:59.165878 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dc267e21-d570-4cd6-9bb2-e7c093b04810 req-504f2ae0-5cb2-44cd-a9be-d8fde0022de9 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 949 time: 0.0598521 Aug 12 21:03:59.212984 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dc267e21-d570-4cd6-9bb2-e7c093b04810 req-8a894bf3-a909-4086-94d0-082091b20804 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362008 Aug 12 21:03:59.250021 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:59.273134 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f450ca3-b891-4ce6-84da-fb7a7f3507b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ecbe89-9516-44cd-9e8a-53c02c151b96'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:03:59.275426 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606ec4ae-8c03-4a86-8b21-e88c8f598439" -d '{"events": [{"server_uuid": "9f450ca3-b891-4ce6-84da-fb7a7f3507b5", "name": "network-vif-plugged", "status": "completed", "tag": "01ecbe89-9516-44cd-9e8a-53c02c151b96"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:03:59.289277 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 01ecbe89-9516-44cd-9e8a-53c02c151b96, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=01ecbe89-9516-44cd-9e8a-53c02c151b96,segment=NetworkSegment(21233a93-0fde-40ee-ba5f-13668a5bc2ac),segment_id=21233a93-0fde-40ee-ba5f-13668a5bc2ac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:03:59.294162 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:03:59.318104 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fae2ea2-ed0f-4772-86e4-629c74569030 x-openstack-request-id: req-6fae2ea2-ed0f-4772-86e4-629c74569030 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:03:59.318389 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f450ca3-b891-4ce6-84da-fb7a7f3507b5", "name": "network-vif-plugged", "status": "completed", "tag": "01ecbe89-9516-44cd-9e8a-53c02c151b96", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:03:59.318641 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fae2ea2-ed0f-4772-86e4-629c74569030 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:03:59.319050 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f450ca3-b891-4ce6-84da-fb7a7f3507b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ecbe89-9516-44cd-9e8a-53c02c151b96', 'code': 200} Aug 12 21:03:59.348423 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=01ecbe89-9516-44cd-9e8a-53c02c151b96,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:00.368488 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cc38a-e4d9-44b8-9563-4db8f2297628 req-fe60e4e6-cbf5-4f6e-8ebb-e20ae5c3ee49 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:00.370104 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d35cc38a-e4d9-44b8-9563-4db8f2297628 req-fe60e4e6-cbf5-4f6e-8ebb-e20ae5c3ee49 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 950 time: 0.0547814 Aug 12 21:04:00.416600 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d35cc38a-e4d9-44b8-9563-4db8f2297628 req-519604b7-ef44-4241-85b0-96b4263f1823 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382159 Aug 12 21:04:01.304987 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a560f97-2790-44a9-ada8-427c2a328709 req-d1170834-1be3-4391-b5de-ed6671309b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:01.306577 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4a560f97-2790-44a9-ada8-427c2a328709 req-d1170834-1be3-4391-b5de-ed6671309b49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 1103 time: 0.0466654 Aug 12 21:04:01.349202 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4a560f97-2790-44a9-ada8-427c2a328709 req-93b175b8-b7ad-44c8-976f-c2745e7386ac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Aug 12 21:04:01.569987 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4c45a-0e14-4ac9-8178-10ddd4cadabf req-b4567014-2845-4121-9a40-f59fd66bfe94 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:01.571596 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3db4c45a-0e14-4ac9-8178-10ddd4cadabf req-b4567014-2845-4121-9a40-f59fd66bfe94 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 950 time: 0.0638344 Aug 12 21:04:01.620708 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3db4c45a-0e14-4ac9-8178-10ddd4cadabf req-ba97e016-9bcb-46db-b3fb-18d4905cf286 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Aug 12 21:04:02.553067 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2aceff-fd49-49ef-9908-269c1996a82e req-af1e823e-f862-4a94-86a5-8f76e53c0d41 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:02.554414 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9d2aceff-fd49-49ef-9908-269c1996a82e req-af1e823e-f862-4a94-86a5-8f76e53c0d41 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0506539 Aug 12 21:04:02.595126 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9d2aceff-fd49-49ef-9908-269c1996a82e req-2b7d97f7-56b3-4aa4-993c-4f09a53cd9f6 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346179 Aug 12 21:04:02.754615 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf3964-56c5-4b3f-b42b-25fb6748367c req-fccc8754-6a19-44fa-806c-91a5e1878f48 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:02.756167 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3ccf3964-56c5-4b3f-b42b-25fb6748367c req-fccc8754-6a19-44fa-806c-91a5e1878f48 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 950 time: 0.0631967 Aug 12 21:04:02.799208 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3ccf3964-56c5-4b3f-b42b-25fb6748367c req-b33b6f5b-caa0-493e-a6cd-5c1bb8e85ace tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Aug 12 21:04:03.085199 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e92f-06dd-46cd-ab86-995f6df069a3 req-0695cd5b-215f-4e82-a56d-100e40070e32 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:03.087312 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3bd9e92f-06dd-46cd-ab86-995f6df069a3 req-0695cd5b-215f-4e82-a56d-100e40070e32 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 950 time: 0.0676506 Aug 12 21:04:03.131183 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3bd9e92f-06dd-46cd-ab86-995f6df069a3 req-b34af763-bb40-4fd6-9dff-b7d6d032a20c tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369077 Aug 12 21:04:03.755648 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8241076-9028-46c8-a895-b6fb5b7406ca req-d7463933-35e5-4fb0-8dcd-43fb32db05dc tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:03.758294 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d8241076-9028-46c8-a895-b6fb5b7406ca req-d7463933-35e5-4fb0-8dcd-43fb32db05dc tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0812111 Aug 12 21:04:03.804656 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d8241076-9028-46c8-a895-b6fb5b7406ca req-8cfaf89b-9baa-49d0-ace6-880ecdf9173f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361307 Aug 12 21:04:04.303322 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8fc65-9084-45a2-945f-1102edddb5ef req-24f031eb-c503-469e-87a1-d182f8467cc1 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:04.303322 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-76f8fc65-9084-45a2-945f-1102edddb5ef req-24f031eb-c503-469e-87a1-d182f8467cc1 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 950 time: 0.0619676 Aug 12 21:04:04.346347 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-76f8fc65-9084-45a2-945f-1102edddb5ef req-9e4954f2-898a-4455-bf5a-0dbfb5309b70 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354986 Aug 12 21:04:04.728492 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247988c-92d8-40bf-ab63-c782cabb0615 req-521d7f62-3751-4927-888a-5e18b2083a9c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:04.730043 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6247988c-92d8-40bf-ab63-c782cabb0615 req-521d7f62-3751-4927-888a-5e18b2083a9c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0553036 Aug 12 21:04:04.782094 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6247988c-92d8-40bf-ab63-c782cabb0615 req-f7528609-a831-4d76-aac6-983eed952690 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Aug 12 21:04:04.814460 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 51884) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:04.963689 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f02b3c-a137-42f7-9e56-84cc012f4b3f req-a5dc598f-7abf-4c9a-bbfe-1027714460ec tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:04.966258 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c2f02b3c-a137-42f7-9e56-84cc012f4b3f req-a5dc598f-7abf-4c9a-bbfe-1027714460ec tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.0834942 Aug 12 21:04:05.007592 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c2f02b3c-a137-42f7-9e56-84cc012f4b3f req-3f305ed0-237f-4e1d-a6e3-4417c992e355 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Aug 12 21:04:05.085774 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7eee2-c567-4a8d-ba57-733dab71b417 tempest-TestMinimumBasicScenario-215318239 tempest-TestMinimumBasicScenario-215318239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:05.088526 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-37e7eee2-c567-4a8d-ba57-733dab71b417 tempest-TestMinimumBasicScenario-215318239 tempest-TestMinimumBasicScenario-215318239-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 1094 time: 0.2727666 Aug 12 21:04:05.091432 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 51890) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:05.094162 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-b9e13635-30be-477d-b151-1777f6dd3466 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:05.095674 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-b9e13635-30be-477d-b151-1777f6dd3466 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 950 time: 0.0614948 Aug 12 21:04:05.096586 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'floatingip': {'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'port_id': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:05.120331 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:05.214252 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Deleting port 01ecbe89-9516-44cd-9e8a-53c02c151b96 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:04:05.214602 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:05.236152 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:05.315152 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] For port 01ecbe89-9516-44cd-9e8a-53c02c151b96, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=01ecbe89-9516-44cd-9e8a-53c02c151b96,segment=NetworkSegment(21233a93-0fde-40ee-ba5f-13668a5bc2ac),segment_id=21233a93-0fde-40ee-ba5f-13668a5bc2ac)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:05.315538 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:05.330259 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Calling delete_port for 01ecbe89-9516-44cd-9e8a-53c02c151b96 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:04:05.377613 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Allocated IP 172.27.0.167 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/994a9b3b-7701-4acf-ae6a-1448cc11cd3b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:04:05.493659 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:05.542639 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:05.562646 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:05.580525 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['01ecbe89-9516-44cd-9e8a-53c02c151b96'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:04:05.590044 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071518d-782e-462f-bfdd-871b6039e96b req-bf4d3733-e599-47d8-ac77-0593afc4ca12 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:05.601654 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4071518d-782e-462f-bfdd-871b6039e96b req-bf4d3733-e599-47d8-ac77-0593afc4ca12 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f450ca3-b891-4ce6-84da-fb7a7f3507b5 HTTP/1.1" status: 200 len: 950 time: 0.1434510 Aug 12 21:04:05.633136 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:04:05.639364 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:04:05.657478 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:04:05.663319 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'Port': ['ID=994a9b3b-7701-4acf-ae6a-1448cc11cd3b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:05.681586 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Pushing event deleted for resources: {'Port': ['ID=01ecbe89-9516-44cd-9e8a-53c02c151b96,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:05.708381 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.708991 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.709466 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.710028 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.710583 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.711426 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.711983 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.712540 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.713090 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.713802 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.714157 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.714739 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.736228 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.736755 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.737273 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.737868 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.738412 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.738842 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.739173 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.739732 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.740215 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.740710 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.741155 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.741473 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:05.773024 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] No DVR routers for this DVR port 01ecbe89-9516-44cd-9e8a-53c02c151b96 on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:04:05.778413 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:05.780655 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47d77b9b-9e72-46ec-a3c3-3ced186d130d req-9a9a2392-544a-42fe-becd-7968b16257b8 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.42 "DELETE /v2.0/ports/01ecbe89-9516-44cd-9e8a-53c02c151b96 HTTP/1.1" status: 204 len: 173 time: 0.6757438 Aug 12 21:04:05.781517 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f450ca3-b891-4ce6-84da-fb7a7f3507b5', 'name': 'network-vif-deleted', 'tag': '01ecbe89-9516-44cd-9e8a-53c02c151b96'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:05.784937 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482cc23e-3b7a-4527-be27-87018fe2467d" -d '{"events": [{"server_uuid": "9f450ca3-b891-4ce6-84da-fb7a7f3507b5", "name": "network-vif-deleted", "tag": "01ecbe89-9516-44cd-9e8a-53c02c151b96"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:05.800972 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4071518d-782e-462f-bfdd-871b6039e96b req-e7263722-4f29-4524-a37b-6b93142f6148 tempest-VolumesNegativeTest-1099244561 tempest-VolumesNegativeTest-1099244561-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981070 Aug 12 21:04:05.917399 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f8243b-fff1-432b-a662-708678f4e4c1 x-openstack-request-id: req-91f8243b-fff1-432b-a662-708678f4e4c1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:05.917719 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f450ca3-b891-4ce6-84da-fb7a7f3507b5", "name": "network-vif-deleted", "tag": "01ecbe89-9516-44cd-9e8a-53c02c151b96", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:05.918016 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91f8243b-fff1-432b-a662-708678f4e4c1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:05.923101 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f450ca3-b891-4ce6-84da-fb7a7f3507b5', 'name': 'network-vif-deleted', 'tag': '01ecbe89-9516-44cd-9e8a-53c02c151b96', 'status': 'completed', 'code': 200} Aug 12 21:04:05.956025 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-797813dc-5583-42e6-9369-e458f31afe04 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:05.957961 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-797813dc-5583-42e6-9369-e458f31afe04 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1062624 Aug 12 21:04:06.120962 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Deleting port c0e96dba-5152-4047-8e90-139ba44c6b4f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:04:06.121195 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:06.217810 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40219770-d3b1-4fec-b35f-ce290979af1a req-947e5811-b18f-4ca7-aa28-6defe6377e5d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:06.219438 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-40219770-d3b1-4fec-b35f-ce290979af1a req-947e5811-b18f-4ca7-aa28-6defe6377e5d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 945 time: 0.1140459 Aug 12 21:04:06.283509 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] For port c0e96dba-5152-4047-8e90-139ba44c6b4f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c0e96dba-5152-4047-8e90-139ba44c6b4f,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:06.283884 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:06.300531 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-40219770-d3b1-4fec-b35f-ce290979af1a req-91966fea-672c-42ab-a568-cfae92d0e611 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698342 Aug 12 21:04:06.308637 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Calling delete_port for c0e96dba-5152-4047-8e90-139ba44c6b4f owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:04:06.695616 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:06.765804 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:06.783390 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e707b49a-3678-4809-b808-7a2aea3b2994', 'c0e96dba-5152-4047-8e90-139ba44c6b4f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:04:06.810039 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Pushing event deleted for resources: {'Port': ['ID=c0e96dba-5152-4047-8e90-139ba44c6b4f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:06.831172 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:06.914928 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] No DVR routers for this DVR port c0e96dba-5152-4047-8e90-139ba44c6b4f on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:04:06.918855 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:06.923018 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b8055e39-f206-4aca-9729-c9fe1a6d4225 req-0706ebcb-acaf-4b74-b64e-034c39e29a25 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.42 "DELETE /v2.0/ports/c0e96dba-5152-4047-8e90-139ba44c6b4f HTTP/1.1" status: 204 len: 173 time: 0.9452832 Aug 12 21:04:07.163049 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:07.169864 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:07.277293 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'Port': ['ID=994a9b3b-7701-4acf-ae6a-1448cc11cd3b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:07.283604 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:07.385977 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc77e7-6dee-4f56-998b-69f7caf3cbb9 req-5cf00090-7f98-47d3-bf79-a091a07d5091 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:07.388063 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f1bc77e7-6dee-4f56-998b-69f7caf3cbb9 req-5cf00090-7f98-47d3-bf79-a091a07d5091 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 946 time: 0.0713720 Aug 12 21:04:07.425469 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Floating IP a3735f93-0d70-4391-bd75-12095a01a078 associated. External IP: 172.27.0.167, port: f5aa3687-77d5-440c-b7b7-7dbfd7d7807e. Aug 12 21:04:07.471878 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f1bc77e7-6dee-4f56-998b-69f7caf3cbb9 req-e4d73136-669e-4216-b96a-f4c9c91d20f8 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761471 Aug 12 21:04:07.503756 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5b25fee2-18a1-4eb0-ad7f-5fb85f6d9d66 req-cbdf17a4-7a02-423e-8d7a-e99ece87a79b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0319407-f452-4f54-a856-6f717946a17c HTTP/1.1" status: 200 len: 210 time: 0.0701852 Aug 12 21:04:07.730408 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Router c6b5bb34-ab2e-44b9-b76b-39592d886db0 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:04:07.860884 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:04:07.875668 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] Sync routers for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:04:07.882262 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:07.885863 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:07.887967 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:03:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:07.918593 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-4661db7c-ed1a-4a1f-b668-273ee248b031 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8254583 Aug 12 21:04:07.919636 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:07.922354 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356ad5fb-b268-47c2-bfdb-b81e769d0119" -d '{"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:07.927292 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 51994) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:07.928508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0319407-f452-4f54-a856-6f717946a17c', 'name': 'network-vif-deleted', 'tag': 'c0e96dba-5152-4047-8e90-139ba44c6b4f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:07.932346 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e279d2-b3e1-42c4-8930-8f5453f3a130" -d '{"events": [{"server_uuid": "b0319407-f452-4f54-a856-6f717946a17c", "name": "network-vif-deleted", "tag": "c0e96dba-5152-4047-8e90-139ba44c6b4f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:07.948132 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d8f155cb-b24a-4446-9fd1-e6e13864826a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381315843', 'description': 'tempest-secgroup-smoke-1381315843 description', 'project_id': '126743d05e4a4a5883101f8524dc1089'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:07.990506 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8f155cb-b24a-4446-9fd1-e6e13864826a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:07.996080 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ffea65-a0c8-42b1-8411-8f72bccba80f x-openstack-request-id: req-93ffea65-a0c8-42b1-8411-8f72bccba80f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:07.996375 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:07.996679 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93ffea65-a0c8-42b1-8411-8f72bccba80f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:07.997085 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'status': 'completed', 'code': 200} Aug 12 21:04:08.028834 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd4b1ea-88c8-44e7-b106-c2338f601a77 x-openstack-request-id: req-bbd4b1ea-88c8-44e7-b106-c2338f601a77 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:08.029441 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0319407-f452-4f54-a856-6f717946a17c", "name": "network-vif-deleted", "tag": "c0e96dba-5152-4047-8e90-139ba44c6b4f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:08.029863 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbd4b1ea-88c8-44e7-b106-c2338f601a77 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:08.030406 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0319407-f452-4f54-a856-6f717946a17c', 'name': 'network-vif-deleted', 'tag': 'c0e96dba-5152-4047-8e90-139ba44c6b4f', 'status': 'completed', 'code': 200} Aug 12 21:04:08.045122 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:08.096716 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-b2090323-54b6-4df3-8088-64744723c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:08.098330 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-b2090323-54b6-4df3-8088-64744723c684 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126743d05e4a4a5883101f8524dc1089&device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 1099 time: 0.0669639 Aug 12 21:04:08.217508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8f155cb-b24a-4446-9fd1-e6e13864826a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:08.226079 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8f155cb-b24a-4446-9fd1-e6e13864826a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:08.249951 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-c5571674-5255-49fa-8d25-76ec30789e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:08.251628 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-c5571674-5255-49fa-8d25-76ec30789e51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d9332f3-9bc2-41c2-9587-8cc77767144b HTTP/1.1" status: 200 len: 916 time: 0.1403275 Aug 12 21:04:08.275712 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8f155cb-b24a-4446-9fd1-e6e13864826a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:08.277034 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-d8f155cb-b24a-4446-9fd1-e6e13864826a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3354290 Aug 12 21:04:08.281319 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52016) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:08.286363 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3ea15db2-87ec-4715-880e-bbdcdfc54269 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'security_group_rule': {'security_group_id': 'e4eacd97-09d9-4e56-a57b-c92f1a6dd482', 'project_id': '126743d05e4a4a5883101f8524dc1089', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:08.313712 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f155cb-b24a-4446-9fd1-e6e13864826a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eacd97-09d9-4e56-a57b-c92f1a6dd482,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:08.333439 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ea15db2-87ec-4715-880e-bbdcdfc54269 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:08.360195 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-2f811e73-cdfe-421c-80b1-24afcc6f66c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 1000 time: 0.0966446 Aug 12 21:04:08.423467 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-e19e23ef-6c97-4cf9-9124-b342c6d210c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:08.425380 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-e19e23ef-6c97-4cf9-9124-b342c6d210c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75e1203c-1368-45f6-86e7-7e5d000bc25e HTTP/1.1" status: 200 len: 854 time: 0.0534060 Aug 12 21:04:08.440073 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ea15db2-87ec-4715-880e-bbdcdfc54269 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:08.445588 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ea15db2-87ec-4715-880e-bbdcdfc54269 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:08.477835 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea15db2-87ec-4715-880e-bbdcdfc54269 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6652ddfb-5b19-438f-a3dd-c6ed9d1aadb1,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:08.489212 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ea15db2-87ec-4715-880e-bbdcdfc54269 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:08.489363 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'a3735f93-0d70-4391-bd75-12095a01a078', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'port_id': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'mac_address': 'fa:16:3e:fc:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:04:06Z', 'updated_at': '2021-08-12T21:04:06Z', 'revision_number': 0, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9281d0c-87a6-4539-8120-567f45acc955', 'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'mac_address': 'fa:16:3e:2c:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:41Z', 'updated_at': '2021-08-12T21:02:51Z', 'revision_number': 5, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'subnets': [{'id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:08.491446 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-1bf201ff-b8b8-44e8-b202-3cc0ba0722d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:08.491881 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-3ea15db2-87ec-4715-880e-bbdcdfc54269 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2091994 Aug 12 21:04:08.493538 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-1bf201ff-b8b8-44e8-b202-3cc0ba0722d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d9332f3-9bc2-41c2-9587-8cc77767144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585222 Aug 12 21:04:08.494276 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52030) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:08.499002 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e82112b2-8686-47af-bd93-e017263318a5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'security_group_rule': {'security_group_id': 'e4eacd97-09d9-4e56-a57b-c92f1a6dd482', 'project_id': '126743d05e4a4a5883101f8524dc1089', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:08.527087 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] Checking router: c6b5bb34-ab2e-44b9-b76b-39592d886db0 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:04:08.539809 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:08.540713 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:03:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:08.686579 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:08.714409 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e82112b2-8686-47af-bd93-e017263318a5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:08.798979 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-b2b45f33-725d-4577-86d6-99d8aef72376 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753305 Aug 12 21:04:08.819345 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811761b1-4673-4c9e-afba-474226e0c26a req-c11ddb58-f764-45ef-b304-b459f153cd13 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:08.820621 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-811761b1-4673-4c9e-afba-474226e0c26a req-c11ddb58-f764-45ef-b304-b459f153cd13 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 946 time: 0.1992297 Aug 12 21:04:08.837144 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 01ecbe89-9516-44cd-9e8a-53c02c151b96 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:04:08.860985 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: 01ecbe89-9516-44cd-9e8a-53c02c151b96 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:04:08.861427 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 01ecbe89-9516-44cd-9e8a-53c02c151b96 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:04:08.980350 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e82112b2-8686-47af-bd93-e017263318a5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.015027 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e82112b2-8686-47af-bd93-e017263318a5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.026099 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'a3735f93-0d70-4391-bd75-12095a01a078', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'port_id': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'mac_address': 'fa:16:3e:fc:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:04:06Z', 'updated_at': '2021-08-12T21:04:06Z', 'revision_number': 0, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9281d0c-87a6-4539-8120-567f45acc955', 'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'mac_address': 'fa:16:3e:2c:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:41Z', 'updated_at': '2021-08-12T21:02:51Z', 'revision_number': 5, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'subnets': [{'id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:09.033057 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65cf77-969c-40b0-b7f4-10b22d7ad9d6 req-8a4e2251-bdb8-4e6f-8df2-a902c2524723 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:09.034578 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb65cf77-969c-40b0-b7f4-10b22d7ad9d6 req-8a4e2251-bdb8-4e6f-8df2-a902c2524723 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.2086194 Aug 12 21:04:09.037547 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-811761b1-4673-4c9e-afba-474226e0c26a req-919a3e08-0229-41c4-9395-fd338e834a04 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694667 Aug 12 21:04:09.073488 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82112b2-8686-47af-bd93-e017263318a5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d9384b-6312-46ca-be9a-8f8049c65bc1,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:09.076617 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd7429-3f8c-4a23-bdbc-5c6fc8bf3bf1 None None] The sync data for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi is: [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'a3735f93-0d70-4391-bd75-12095a01a078', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'port_id': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'mac_address': 'fa:16:3e:fc:95:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:04:06Z', 'updated_at': '2021-08-12T21:04:06Z', 'revision_number': 0, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9281d0c-87a6-4539-8120-567f45acc955', 'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'mac_address': 'fa:16:3e:2c:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:41Z', 'updated_at': '2021-08-12T21:02:51Z', 'revision_number': 5, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'subnets': [{'id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:04:09.084623 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-356ad5fb-b268-47c2-bfdb-b81e769d0119 req-1205ec07-3dfa-4681-b599-d3d67cbb9905 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566147 Aug 12 21:04:09.088038 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e82112b2-8686-47af-bd93-e017263318a5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.089231 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e82112b2-8686-47af-bd93-e017263318a5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5938821 Aug 12 21:04:09.092113 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52088) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:09.098577 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1fb956c9-36e1-43d5-a6ad-5eeee14eaca7 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'security_group_rule': {'security_group_id': 'e4eacd97-09d9-4e56-a57b-c92f1a6dd482', 'project_id': '126743d05e4a4a5883101f8524dc1089', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:09.115332 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb65cf77-969c-40b0-b7f4-10b22d7ad9d6 req-cb9bc75c-41b9-4415-9226-2a9c5f3a165b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632150 Aug 12 21:04:09.152196 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fb956c9-36e1-43d5-a6ad-5eeee14eaca7 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.218312 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0e08ea6-5c71-40bc-a993-049bf61c651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.275639 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-90ebc6ee-77c5-4673-9aca-71e8a8d476f2 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:09.276222 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fb956c9-36e1-43d5-a6ad-5eeee14eaca7 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.278123 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-90ebc6ee-77c5-4673-9aca-71e8a8d476f2 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 946 time: 0.1157005 Aug 12 21:04:09.285226 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fb956c9-36e1-43d5-a6ad-5eeee14eaca7 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.314064 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb956c9-36e1-43d5-a6ad-5eeee14eaca7 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5771c7d-291e-49e7-bc4e-461bd68e023e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:09.326925 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fb956c9-36e1-43d5-a6ad-5eeee14eaca7 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.332494 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1fb956c9-36e1-43d5-a6ad-5eeee14eaca7 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2344897 Aug 12 21:04:09.332881 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52098) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:09.337846 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fd2795aa-2fd2-46d5-a239-7d5ab7de7382 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'security_group_rule': {'security_group_id': 'e4eacd97-09d9-4e56-a57b-c92f1a6dd482', 'project_id': '126743d05e4a4a5883101f8524dc1089', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:09.391594 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd2795aa-2fd2-46d5-a239-7d5ab7de7382 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.433710 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Deleting port b9fc58c3-8931-4491-bd79-14cd8e55908f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:04:09.434064 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.489541 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd2795aa-2fd2-46d5-a239-7d5ab7de7382 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.500037 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd2795aa-2fd2-46d5-a239-7d5ab7de7382 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.506239 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ffc3c-2a79-4ce7-ac7d-b28569dd6735 None None] New status for floating IP a3735f93-0d70-4391-bd75-12095a01a078: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:04:09.520559 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2795aa-2fd2-46d5-a239-7d5ab7de7382 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101a64ff-f073-4feb-9ccf-888de772d434,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:09.539769 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd2795aa-2fd2-46d5-a239-7d5ab7de7382 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.541021 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-fd2795aa-2fd2-46d5-a239-7d5ab7de7382 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2071884 Aug 12 21:04:09.545485 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52118) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:09.554185 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e12bb69c-e4f4-48f3-87d0-9e5aa360fe39 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'security_group_rule': {'security_group_id': 'e4eacd97-09d9-4e56-a57b-c92f1a6dd482', 'project_id': '126743d05e4a4a5883101f8524dc1089', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:09.601156 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-e12bb69c-e4f4-48f3-87d0-9e5aa360fe39 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Project 126743d05e4a4a5883101f8524dc1089 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:04:09.613101 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] For port b9fc58c3-8931-4491-bd79-14cd8e55908f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=b9fc58c3-8931-4491-bd79-14cd8e55908f,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:09.613461 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.616296 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e12bb69c-e4f4-48f3-87d0-9e5aa360fe39 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.636173 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Calling delete_port for b9fc58c3-8931-4491-bd79-14cd8e55908f owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:04:09.744071 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e12bb69c-e4f4-48f3-87d0-9e5aa360fe39 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.748766 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e12bb69c-e4f4-48f3-87d0-9e5aa360fe39 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.783587 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bb69c-e4f4-48f3-87d0-9e5aa360fe39 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a8a341-7de0-4ebd-bd15-ed43adb4bcac,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:09.787552 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e12bb69c-e4f4-48f3-87d0-9e5aa360fe39 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.789070 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e12bb69c-e4f4-48f3-87d0-9e5aa360fe39 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2422385 Aug 12 21:04:09.792174 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52128) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:09.798009 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bd92e08e-ff87-45ac-b98e-ebcbe5d689d8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'security_group_rule': {'security_group_id': 'e4eacd97-09d9-4e56-a57b-c92f1a6dd482', 'project_id': '126743d05e4a4a5883101f8524dc1089', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:09.871271 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-bd92e08e-ff87-45ac-b98e-ebcbe5d689d8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Project 126743d05e4a4a5883101f8524dc1089 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:04:09.879821 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd92e08e-ff87-45ac-b98e-ebcbe5d689d8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.884711 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:09.899973 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['b9fc58c3-8931-4491-bd79-14cd8e55908f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:04:09.948223 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Pushing event deleted for resources: {'Port': ['ID=b9fc58c3-8931-4491-bd79-14cd8e55908f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:09.960036 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-3b1b2ccf-f635-4871-9e3c-afba70b0f630 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482192 Aug 12 21:04:10.027136 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] No DVR routers for this DVR port b9fc58c3-8931-4491-bd79-14cd8e55908f on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:04:10.031489 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:10.033888 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c0a1d2fa-1930-4caf-8816-27392611e1ef req-11617dd5-a0af-4fa7-988f-6b7b1a8886c0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.42 "DELETE /v2.0/ports/b9fc58c3-8931-4491-bd79-14cd8e55908f HTTP/1.1" status: 204 len: 173 time: 0.7457147 Aug 12 21:04:10.035106 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e34980a-f3ea-47cc-bf6d-267990ec3426', 'name': 'network-vif-deleted', 'tag': 'b9fc58c3-8931-4491-bd79-14cd8e55908f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:10.038961 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9ae16d-e65b-4113-8eb7-b242dabb1414" -d '{"events": [{"server_uuid": "2e34980a-f3ea-47cc-bf6d-267990ec3426", "name": "network-vif-deleted", "tag": "b9fc58c3-8931-4491-bd79-14cd8e55908f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:10.040396 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-f91d91c9-e636-4d19-b495-7a25ff7d9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:10.042938 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-f91d91c9-e636-4d19-b495-7a25ff7d9213 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 1098 time: 0.0544641 Aug 12 21:04:10.098912 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd92e08e-ff87-45ac-b98e-ebcbe5d689d8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:10.108608 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b061f-d909-472e-a9ec-c15cf0a83c21 x-openstack-request-id: req-c84b061f-d909-472e-a9ec-c15cf0a83c21 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:10.109183 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e34980a-f3ea-47cc-bf6d-267990ec3426", "name": "network-vif-deleted", "tag": "b9fc58c3-8931-4491-bd79-14cd8e55908f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:10.109892 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c84b061f-d909-472e-a9ec-c15cf0a83c21 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:10.110824 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e34980a-f3ea-47cc-bf6d-267990ec3426', 'name': 'network-vif-deleted', 'tag': 'b9fc58c3-8931-4491-bd79-14cd8e55908f', 'status': 'completed', 'code': 200} Aug 12 21:04:10.113093 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd92e08e-ff87-45ac-b98e-ebcbe5d689d8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:10.173249 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92e08e-ff87-45ac-b98e-ebcbe5d689d8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2825fd-cda1-4238-a516-1d460dd5b2b9,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:10.194201 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e334aaac-d089-46fe-98de-1c141b15dc55 req-3c5878b8-0942-4363-981d-eb36c91c2f4e tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e34980a-f3ea-47cc-bf6d-267990ec3426 HTTP/1.1" status: 200 len: 210 time: 0.0435352 Aug 12 21:04:10.197366 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd92e08e-ff87-45ac-b98e-ebcbe5d689d8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:10.198927 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-bd92e08e-ff87-45ac-b98e-ebcbe5d689d8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4056518 Aug 12 21:04:10.259164 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-495cff11-08df-48ef-a996-3edfc632cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:10.267395 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-495cff11-08df-48ef-a996-3edfc632cff6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 911 time: 0.1947007 Aug 12 21:04:10.340597 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f727c-1613-44e5-9efa-6f4b56e96a50 req-b476fb51-9371-4370-bc57-eb07328386d2 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:10.342332 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-157f727c-1613-44e5-9efa-6f4b56e96a50 req-b476fb51-9371-4370-bc57-eb07328386d2 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.1010506 Aug 12 21:04:10.348274 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-4ca62d77-c05b-470d-808f-f1d6d5c4f31a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381315843&fields=id&tenant_id=126743d05e4a4a5883101f8524dc1089 HTTP/1.1" status: 200 len: 267 time: 0.0616550 Aug 12 21:04:10.408719 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-29430725-36a5-4212-95b1-9da09d459161 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae8643-32da-457d-b990-3b7622501270 HTTP/1.1" status: 200 len: 1001 time: 0.1240666 Aug 12 21:04:10.435075 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-157f727c-1613-44e5-9efa-6f4b56e96a50 req-ab37515f-484a-4796-9204-7897cfcf2d8a tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799210 Aug 12 21:04:10.454508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-a0728ebb-fcf3-4f12-9152-a9bed6b74900 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:10.456425 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-a0728ebb-fcf3-4f12-9152-a9bed6b74900 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0936024 Aug 12 21:04:10.471732 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-82006a31-66e2-4b85-a682-8a3405032a08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'port': {'security_groups': ['d2782a87-6eff-4491-aa31-d3fac047a77e', 'e4eacd97-09d9-4e56-a57b-c92f1a6dd482']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:10.485979 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-3fe78bc4-8e0d-4f1a-a79f-c733a2dc15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:10.487933 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-3fe78bc4-8e0d-4f1a-a79f-c733a2dc15c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.0663071 Aug 12 21:04:10.547632 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-82006a31-66e2-4b85-a682-8a3405032a08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:10.552543 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-70a675ba-07d6-4054-90c3-95605ac32316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:10.554090 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-70a675ba-07d6-4054-90c3-95605ac32316 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566726 Aug 12 21:04:10.691044 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-df27671d-a9d3-4144-a851-f5330f5e626f service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266410 Aug 12 21:04:10.838456 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5063c058-c949-410f-9a0f-913c4f56d6d7 req-776148dc-e2a5-4105-9f49-bbe9ee2ed35a service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304133 Aug 12 21:04:10.846798 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-82006a31-66e2-4b85-a682-8a3405032a08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] For port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:10.859307 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c0e96dba-5152-4047-8e90-139ba44c6b4f no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:04:10.881167 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-82006a31-66e2-4b85-a682-8a3405032a08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:10.884015 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: c0e96dba-5152-4047-8e90-139ba44c6b4f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:04:10.884466 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c0e96dba-5152-4047-8e90-139ba44c6b4f not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:04:10.888226 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-82006a31-66e2-4b85-a682-8a3405032a08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:10.900996 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:04:10.978579 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-82006a31-66e2-4b85-a682-8a3405032a08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:10.979354 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-82006a31-66e2-4b85-a682-8a3405032a08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:10.980990 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f286bb80-60c8-4e14-9453-1c572a251c1d req-82006a31-66e2-4b85-a682-8a3405032a08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "PUT /v2.0/ports/f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 982 time: 0.5146763 Aug 12 21:04:11.019912 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82006a31-66e2-4b85-a682-8a3405032a08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'Port': ['ID=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:11.077982 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:04:11.146441 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee11fd-e4b9-45e2-b9b0-98154e8a9036 req-cc6a957c-9c26-44d9-9157-61ed0bd585ca tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:11.148069 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e6ee11fd-e4b9-45e2-b9b0-98154e8a9036 req-cc6a957c-9c26-44d9-9157-61ed0bd585ca tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0829506 Aug 12 21:04:11.215486 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e6ee11fd-e4b9-45e2-b9b0-98154e8a9036 req-68da71a0-32fc-401b-a573-bda583f0dc0d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586689 Aug 12 21:04:11.341999 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5af596d3-acc3-4191-9f42-36de35d80423 None None] Provisioning complete for port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:11.342376 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5af596d3-acc3-4191-9f42-36de35d80423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:11.626453 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffb12d-23f3-4694-a7f7-178747fd595d req-85551cd5-c672-45a0-98b3-b7622de04f4b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:11.629041 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c4ffb12d-23f3-4694-a7f7-178747fd595d req-85551cd5-c672-45a0-98b3-b7622de04f4b tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0641026 Aug 12 21:04:11.675208 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c4ffb12d-23f3-4694-a7f7-178747fd595d req-87f3d853-12f2-4bc4-a6f1-406d14d8d2e6 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395761 Aug 12 21:04:12.106534 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4bf54e1c-5d60-40d7-a4f9-c1af79131ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:12.114254 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:12.114528 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf" -d '{"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:12.114778 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52194) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:12.152137 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bf41b9-f614-4763-bc4a-667b4dac9675 x-openstack-request-id: req-63bf41b9-f614-4763-bc4a-667b4dac9675 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:12.152753 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:12.152753 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63bf41b9-f614-4763-bc4a-667b4dac9675 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:12.153025 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'status': 'completed', 'code': 200} Aug 12 21:04:12.259333 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-7d23b344-19e3-49c5-89f2-ef9f671da809 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=164ff665678d4804aaf65bafa4f1983d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429982 Aug 12 21:04:12.261888 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:12.326924 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84f8208a-6bdd-4df0-b852-83471a72a1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:12.349073 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84f8208a-6bdd-4df0-b852-83471a72a1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:12.399083 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84f8208a-6bdd-4df0-b852-83471a72a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:12.401593 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84f8208a-6bdd-4df0-b852-83471a72a1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:12.402784 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-84f8208a-6bdd-4df0-b852-83471a72a1f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d688fc5-7188-4da2-bf3c-4f23e4f27cdc HTTP/1.1" status: 204 len: 168 time: 0.1397710 Aug 12 21:04:12.411428 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8208a-6bdd-4df0-b852-83471a72a1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d688fc5-7188-4da2-bf3c-4f23e4f27cdc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:12.517681 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:12.804366 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b55c30-027f-42a6-afce-0b383a9b7050 req-9a2c47b1-805e-4e0c-8cdd-dd8cbdf0c241 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:12.805861 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-82b55c30-027f-42a6-afce-0b383a9b7050 req-9a2c47b1-805e-4e0c-8cdd-dd8cbdf0c241 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0543492 Aug 12 21:04:12.847173 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-82b55c30-027f-42a6-afce-0b383a9b7050 req-f3546c39-8115-42bb-a875-a7e27f8ea334 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Aug 12 21:04:12.984937 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:13.987220 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72e955-39d5-4ac6-9e05-094306f1cceb req-2932c3aa-923c-4e21-9b91-e26b317c2e22 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:13.988761 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2b72e955-39d5-4ac6-9e05-094306f1cceb req-2932c3aa-923c-4e21-9b91-e26b317c2e22 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0686455 Aug 12 21:04:14.027387 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2b72e955-39d5-4ac6-9e05-094306f1cceb req-22dffadd-1b69-4bca-aa05-68d18a4c711f tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325379 Aug 12 21:04:14.555480 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:14.732814 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device b9fc58c3-8931-4491-bd79-14cd8e55908f no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:04:14.759223 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: b9fc58c3-8931-4491-bd79-14cd8e55908f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:04:14.759609 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device b9fc58c3-8931-4491-bd79-14cd8e55908f not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:04:14.766990 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:14.797604 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-1c5e1199-5137-4ad1-8bdb-2e26e9f276a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:14.799349 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-1c5e1199-5137-4ad1-8bdb-2e26e9f276a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126743d05e4a4a5883101f8524dc1089&device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 1138 time: 0.0525432 Aug 12 21:04:14.907132 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-6b0242bc-ab77-4298-ab9a-c97cb11b5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:14.908919 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-6b0242bc-ab77-4298-ab9a-c97cb11b5ca0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d9332f3-9bc2-41c2-9587-8cc77767144b HTTP/1.1" status: 200 len: 916 time: 0.1001079 Aug 12 21:04:14.983352 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-f4ec1164-9f41-49fe-acc9-a48e12d9502e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 1002 time: 0.0624158 Aug 12 21:04:15.063087 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-521dc478-8c13-4a19-abd4-7b5f96a5893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:15.064594 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-521dc478-8c13-4a19-abd4-7b5f96a5893f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75e1203c-1368-45f6-86e7-7e5d000bc25e HTTP/1.1" status: 200 len: 854 time: 0.0666020 Aug 12 21:04:15.131247 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-1593fb77-f4a2-44dd-9f55-cca637c9fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:15.132858 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-1593fb77-f4a2-44dd-9f55-cca637c9fd50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d9332f3-9bc2-41c2-9587-8cc77767144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490406 Aug 12 21:04:15.154962 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c92f5-b176-456d-8ca2-55a83f29e9e8 req-758ce13e-70e2-4eec-9e06-bcf50415b8d4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:15.156517 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-018c92f5-b176-456d-8ca2-55a83f29e9e8 req-758ce13e-70e2-4eec-9e06-bcf50415b8d4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Aug 12 21:04:15.202896 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-018c92f5-b176-456d-8ca2-55a83f29e9e8 req-e952eb5a-5a71-4219-a4b9-ff41c5cbd5df tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Aug 12 21:04:15.263029 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-4a463e8f-63fc-4645-9af5-5d933c96898f service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045113 Aug 12 21:04:15.374037 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-37f6eee9-7c1d-4185-94c2-6f9b4e3509bf req-f447f7dd-c499-4e5c-9c98-c59e1b9eac84 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956690 Aug 12 21:04:16.336362 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dbd07-7938-40ca-abf3-92bdb1ebf414 req-3b199372-b651-4c90-b4ee-80e180551ed2 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:16.337933 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-813dbd07-7938-40ca-abf3-92bdb1ebf414 req-3b199372-b651-4c90-b4ee-80e180551ed2 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0536931 Aug 12 21:04:16.380020 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-813dbd07-7938-40ca-abf3-92bdb1ebf414 req-56cc9abb-4a23-4f08-9656-9aab36ac00f7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349827 Aug 12 21:04:17.522456 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2268e-ef52-4de7-9435-e0baa335c047 req-6b50199d-b4d1-44a9-9429-d546013afe92 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:17.524019 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0bc2268e-ef52-4de7-9435-e0baa335c047 req-6b50199d-b4d1-44a9-9429-d546013afe92 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0654528 Aug 12 21:04:17.564545 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0bc2268e-ef52-4de7-9435-e0baa335c047 req-e52cb578-ceb5-46f1-8dfd-e411549311a8 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Aug 12 21:04:18.685851 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd503c-6f81-4e52-988a-99db69c463a1 req-7f384fa9-d17d-4a7a-83f7-634a062dffa3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:18.687395 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47bd503c-6f81-4e52-988a-99db69c463a1 req-7f384fa9-d17d-4a7a-83f7-634a062dffa3 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0498211 Aug 12 21:04:18.725742 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47bd503c-6f81-4e52-988a-99db69c463a1 req-434540f4-d347-4c6d-a4b4-03932f568048 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Aug 12 21:04:19.839295 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b520bf5-28d4-4850-9a24-b6e887f86fe2 req-3817af68-1d7d-461f-bcc5-19d4d9fda757 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:19.840762 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5b520bf5-28d4-4850-9a24-b6e887f86fe2 req-3817af68-1d7d-461f-bcc5-19d4d9fda757 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0486979 Aug 12 21:04:19.877962 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5b520bf5-28d4-4850-9a24-b6e887f86fe2 req-fa6560e7-c92b-4a78-8a11-2aa6f9a515a7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Aug 12 21:04:20.639301 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-28acd4ab-8305-4207-9836-042ec19ed7a4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:20.640778 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-28acd4ab-8305-4207-9836-042ec19ed7a4 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.42 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0787125 Aug 12 21:04:20.767739 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Deleting port e707b49a-3678-4809-b808-7a2aea3b2994 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:04:20.768074 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:20.854870 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] For port e707b49a-3678-4809-b808-7a2aea3b2994, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e707b49a-3678-4809-b808-7a2aea3b2994,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:20.855226 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:21.016488 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674f96f-7e9a-4b21-8e20-22f5dd13b2af req-add5919e-df46-4fc3-a214-252f7b189a7d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:21.018033 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0674f96f-7e9a-4b21-8e20-22f5dd13b2af req-add5919e-df46-4fc3-a214-252f7b189a7d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/ports?device_id=f23a82b0-6e25-4c56-8f6d-827148111ad9 HTTP/1.1" status: 200 len: 945 time: 0.0574789 Aug 12 21:04:21.057845 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0674f96f-7e9a-4b21-8e20-22f5dd13b2af req-bbbb183d-c38d-4b10-8347-f2aaae47277d tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.18 "GET /v2.0/security-groups?id=4bbc880b-f1eb-4f3d-821e-de752ea1476a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332549 Aug 12 21:04:21.062980 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Calling delete_port for e707b49a-3678-4809-b808-7a2aea3b2994 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:04:21.221124 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:21.235101 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e707b49a-3678-4809-b808-7a2aea3b2994'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:04:21.248825 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Pushing event deleted for resources: {'Port': ['ID=e707b49a-3678-4809-b808-7a2aea3b2994,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:21.316028 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] No DVR routers for this DVR port e707b49a-3678-4809-b808-7a2aea3b2994 on host hv-cinder-80445 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:04:21.319283 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:21.321152 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-6b4922ba-05e3-47ce-abc6-51d92a414ed2 req-6424016d-c069-49dc-9e6c-0ccafc7abdd7 tempest-ServerRescueNegativeTestJSON-1812326022 tempest-ServerRescueNegativeTestJSON-1812326022-project] 10.222.0.42 "DELETE /v2.0/ports/e707b49a-3678-4809-b808-7a2aea3b2994 HTTP/1.1" status: 204 len: 173 time: 0.6707580 Aug 12 21:04:21.321602 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23a82b0-6e25-4c56-8f6d-827148111ad9', 'name': 'network-vif-deleted', 'tag': 'e707b49a-3678-4809-b808-7a2aea3b2994'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:21.323860 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c150966-e482-42d4-bd79-29921a95872b" -d '{"events": [{"server_uuid": "f23a82b0-6e25-4c56-8f6d-827148111ad9", "name": "network-vif-deleted", "tag": "e707b49a-3678-4809-b808-7a2aea3b2994"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:21.364122 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce19472e-7a90-4d8a-b22f-fcc33ca269de x-openstack-request-id: req-ce19472e-7a90-4d8a-b22f-fcc33ca269de {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:21.364754 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23a82b0-6e25-4c56-8f6d-827148111ad9", "name": "network-vif-deleted", "tag": "e707b49a-3678-4809-b808-7a2aea3b2994", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:21.365179 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce19472e-7a90-4d8a-b22f-fcc33ca269de {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:21.365676 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23a82b0-6e25-4c56-8f6d-827148111ad9', 'name': 'network-vif-deleted', 'tag': 'e707b49a-3678-4809-b808-7a2aea3b2994', 'status': 'completed', 'code': 200} Aug 12 21:04:21.442027 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-0b0d1215-a931-48a1-a029-5010f2ba2273 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:21.443425 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-0b0d1215-a931-48a1-a029-5010f2ba2273 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/networks?id=bd987881-f4e5-45b0-a70c-f35201f34dc3 HTTP/1.1" status: 200 len: 814 time: 0.1136427 Aug 12 21:04:21.459357 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-9a680653-2e61-4620-bee9-3cf15b3050ab tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/quotas/3b7ae0224a0448e78c857ed86afd6c49 HTTP/1.1" status: 200 len: 375 time: 0.0100715 Aug 12 21:04:21.492773 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-7daf3c53-141e-45c7-8103-292f2b26bb98 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b7ae0224a0448e78c857ed86afd6c49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269046 Aug 12 21:04:21.587637 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5913a596-695d-489c-98f5-2a437a2cdd23 service neutron] 10.222.0.18 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875614 Aug 12 21:04:21.676079 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-834f4c73-de80-4d85-b3d5-7cde61801fd1 service neutron] 10.222.0.18 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821817 Aug 12 21:04:21.856492 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-504404cf-feef-49cb-992f-87ad8c123bb3 req-db49d759-3a21-4a6b-920c-9eff06de01f0 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 210 time: 0.0329225 Aug 12 21:04:22.117123 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:22.528831 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553366'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:22.840262 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-b1408756-19a4-4ee1-a5b3-8c95011aa1bb tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:22.842337 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-b1408756-19a4-4ee1-a5b3-8c95011aa1bb tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.42 "GET /v2.0/networks?id=bd987881-f4e5-45b0-a70c-f35201f34dc3 HTTP/1.1" status: 200 len: 814 time: 0.1527879 Aug 12 21:04:22.867620 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Request body: {'port': {'device_id': '2159cce0-5cd8-4f0f-8c77-d97ee5f13017', 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3', 'admin_state_up': True, 'tenant_id': '3b7ae0224a0448e78c857ed86afd6c49'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:22.957200 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e283605b-ae06-452e-8c6b-19b1b4548c12 req-2d5e77e0-5355-42ed-9069-d8ab9e7d95b5 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 210 time: 0.0297036 Aug 12 21:04:23.006865 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Deleting port 04a01bb1-daca-42ef-9740-912a2f8d1117 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:04:23.007209 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:23.052620 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Made reservation on behalf of 3b7ae0224a0448e78c857ed86afd6c49 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:04:23.056095 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:23.142222 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] For port 04a01bb1-daca-42ef-9740-912a2f8d1117, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=04a01bb1-daca-42ef-9740-912a2f8d1117,segment=NetworkSegment(84ffe389-8b4e-4ce0-8040-e43bd268f24d),segment_id=84ffe389-8b4e-4ce0-8040-e43bd268f24d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:23.142949 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:23.163278 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Calling delete_port for 04a01bb1-daca-42ef-9740-912a2f8d1117 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:04:23.256970 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Allocated IP 172.20.0.12 (bd987881-f4e5-45b0-a70c-f35201f34dc3/3cbc2bdf-e588-4571-be9b-e0fea7bc6539/3c585b11-d77f-48ed-94cf-09fed95d6d5d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:04:23.716825 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:23.721561 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:23.752202 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a01bb1-daca-42ef-9740-912a2f8d1117,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:23.830051 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:23.919902 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Network bd987881-f4e5-45b0-a70c-f35201f34dc3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:04:23.929135 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:04:23.933289 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:04:23.936139 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Pushing event updated for resources: {'Port': ['ID=3c585b11-d77f-48ed-94cf-09fed95d6d5d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:24.021382 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-896294'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.029046 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:24.029670 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.079888 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-a399b5ab-c60b-463b-abdd-ab6c90c26a49 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2182150 Aug 12 21:04:24.099422 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a949ff-c346-45e2-8d2f-9c9e49d916ec req-09b77729-998e-4000-ba04-5510e5bc5c8c tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:24.101050 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-93a949ff-c346-45e2-8d2f-9c9e49d916ec req-09b77729-998e-4000-ba04-5510e5bc5c8c tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 932 time: 0.0612333 Aug 12 21:04:24.101646 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Request body: {'port': {'device_id': '2159cce0-5cd8-4f0f-8c77-d97ee5f13017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:24.145607 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-93a949ff-c346-45e2-8d2f-9c9e49d916ec req-077b8c24-1172-475b-94ee-5534cc7c6c17 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363646 Aug 12 21:04:24.204253 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.419055 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Router 86cad389-044c-4d9f-a5e0-3f6cf8defefb has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:04:24.607433 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:04:24.612687 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c3aceca2-7b9a-4c45-8be0-6f9401b04699 admin admin] 10.222.0.18 "PUT /v2.0/routers/86cad389-044c-4d9f-a5e0-3f6cf8defefb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4945290 Aug 12 21:04:24.615260 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52300) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:24.617780 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] Sync routers for ids ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:04:24.628416 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] Routers {'86cad389-044c-4d9f-a5e0-3f6cf8defefb'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:24.629022 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:04:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:24.646607 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c585b11-d77f-48ed-94cf-09fed95d6d5d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:04:24.654624 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.671610 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Transition to ACTIVE for port object 3c585b11-d77f-48ed-94cf-09fed95d6d5d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:04:24.676895 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.732348 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Pushing event updated for resources: {'Port': ['ID=3c585b11-d77f-48ed-94cf-09fed95d6d5d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:24.743852 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] Set router 86cad389-044c-4d9f-a5e0-3f6cf8defefb gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:24.745554 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.755300 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device e707b49a-3678-4809-b808-7a2aea3b2994 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:04:24.812792 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Attempting to bind port 3c585b11-d77f-48ed-94cf-09fed95d6d5d on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:04:24.813157 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Attempting to bind port 3c585b11-d77f-48ed-94cf-09fed95d6d5d by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:04:24.813456 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Attempting to bind port 3c585b11-d77f-48ed-94cf-09fed95d6d5d on network bd987881-f4e5-45b0-a70c-f35201f34dc3 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:04:24.819102 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Port 3c585b11-d77f-48ed-94cf-09fed95d6d5d on network bd987881-f4e5-45b0-a70c-f35201f34dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:04:24.819449 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Attempting to bind port 3c585b11-d77f-48ed-94cf-09fed95d6d5d on network bd987881-f4e5-45b0-a70c-f35201f34dc3 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:04:24.825254 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:04:24.825676 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Checking segment: {'id': '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:04:24.826034 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Bound using segment: {'id': '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:04:24.826562 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Bound port: 3c585b11-d77f-48ed-94cf-09fed95d6d5d, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:04:24.826957 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.863718 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.911131 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] For port 3c585b11-d77f-48ed-94cf-09fed95d6d5d, host hv-cinder-80445, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:04:24.915787 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] For port 3c585b11-d77f-48ed-94cf-09fed95d6d5d, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3c585b11-d77f-48ed-94cf-09fed95d6d5d,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:04:24.917405 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: e707b49a-3678-4809-b808-7a2aea3b2994 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:04:24.917927 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device e707b49a-3678-4809-b808-7a2aea3b2994 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:04:24.925400 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.947302 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Deleting port 2fe5d169-7799-43d4-a437-5bdb05eaffce {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:04:24.947669 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.963325 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:50Z', 'updated_at': '2021-08-12T21:04:23Z', 'revision_number': 5, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'gw_port': {'id': '2fe5d169-7799-43d4-a437-5bdb05eaffce', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:24.968346 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:24.969043 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:24.970449 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] 10.222.0.42 "PUT /v2.0/ports/3c585b11-d77f-48ed-94cf-09fed95d6d5d HTTP/1.1" status: 200 len: 1094 time: 0.8754916 Aug 12 21:04:24.970921 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2159cce0-5cd8-4f0f-8c77-d97ee5f13017', 'tag': '3c585b11-d77f-48ed-94cf-09fed95d6d5d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:24.973166 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "2159cce0-5cd8-4f0f-8c77-d97ee5f13017", "tag": "3c585b11-d77f-48ed-94cf-09fed95d6d5d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:24.994648 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04bba2-ed21-4cd9-88e5-67770d55c013 service neutron] Pushing event updated for resources: {'Port': ['ID=3c585b11-d77f-48ed-94cf-09fed95d6d5d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:25.020482 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] Checking router: 86cad389-044c-4d9f-a5e0-3f6cf8defefb for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:04:25.030579 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] Routers {'86cad389-044c-4d9f-a5e0-3f6cf8defefb'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:25.031339 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:04:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:25.044569 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] For port 2fe5d169-7799-43d4-a437-5bdb05eaffce, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=2fe5d169-7799-43d4-a437-5bdb05eaffce,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:25.045151 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.051060 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c196503-3a01-4fda-baf4-e8fbb4a30feb x-openstack-request-id: req-7c196503-3a01-4fda-baf4-e8fbb4a30feb {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:25.051347 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2159cce0-5cd8-4f0f-8c77-d97ee5f13017", "tag": "3c585b11-d77f-48ed-94cf-09fed95d6d5d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:25.051599 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c196503-3a01-4fda-baf4-e8fbb4a30feb {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:25.051998 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2159cce0-5cd8-4f0f-8c77-d97ee5f13017', 'tag': '3c585b11-d77f-48ed-94cf-09fed95d6d5d', 'status': 'completed', 'code': 200} Aug 12 21:04:25.058021 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Calling delete_port for 2fe5d169-7799-43d4-a437-5bdb05eaffce owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:04:25.067981 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-d1a0f351-1530-406d-9f20-0b7c8c424ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:25.069699 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-d1a0f351-1530-406d-9f20-0b7c8c424ced service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b7ae0224a0448e78c857ed86afd6c49&device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 1097 time: 0.0541222 Aug 12 21:04:25.122948 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-e2bdcdc0-aee2-4b65-a491-30f71c580aaa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c585b11-d77f-48ed-94cf-09fed95d6d5d HTTP/1.1" status: 200 len: 217 time: 0.0441859 Aug 12 21:04:25.125898 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] Set router 86cad389-044c-4d9f-a5e0-3f6cf8defefb gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:25.177461 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:50Z', 'updated_at': '2021-08-12T21:04:24Z', 'revision_number': 6, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'gw_port_host': None}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:25.178542 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-d847be3b-1dd3-46b6-96ab-4dd9e2c92616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:25.181730 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-d847be3b-1dd3-46b6-96ab-4dd9e2c92616 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cbc2bdf-e588-4571-be9b-e0fea7bc6539 HTTP/1.1" status: 200 len: 854 time: 0.0517771 Aug 12 21:04:25.210049 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ffbe6-e477-426a-b222-afd9cceff6d5 None None] The sync data for ids ['86cad389-044c-4d9f-a5e0-3f6cf8defefb'] in dv-cinder-804457-1-iscsi is: [{'id': '86cad389-044c-4d9f-a5e0-3f6cf8defefb', 'name': 'tempest-ServerRescueNegativeTestJSON-1588101069-router', 'tenant_id': '164b84eecce4466e98e3883d2b2bc317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:50Z', 'updated_at': '2021-08-12T21:04:24Z', 'revision_number': 6, 'project_id': '164b84eecce4466e98e3883d2b2bc317', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:04:25.228665 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-1405ce8a-f485-4729-966c-77d4da1d7165 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd987881-f4e5-45b0-a70c-f35201f34dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382252 Aug 12 21:04:25.283784 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.314015 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe5d169-7799-43d4-a437-5bdb05eaffce,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:25.326783 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-3657f8b9-0e37-4e89-a413-0ffee68e63d7 service neutron] 10.222.0.42 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901515 Aug 12 21:04:25.337735 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b270cec-15ce-448e-b5af-adcd2226a003 req-d1b20f02-7ea1-4db8-b015-38eadf764f52 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:25.339299 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2b270cec-15ce-448e-b5af-adcd2226a003 req-d1b20f02-7ea1-4db8-b015-38eadf764f52 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 944 time: 0.0985253 Aug 12 21:04:25.421893 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2b270cec-15ce-448e-b5af-adcd2226a003 req-dfaa67de-f939-4e6a-8d0d-384ed7ee02b5 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644979 Aug 12 21:04:25.422677 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-d2064427-b3f2-4dc8-aa63-6cbc09ab8b68 req-bb910577-7a29-46d8-bcf9-5592c4290a1c service neutron] 10.222.0.42 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879688 Aug 12 21:04:25.424398 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896220'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.513666 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-845a38e9-3272-4c3f-90ac-34c9ad776a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:25.515096 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-845a38e9-3272-4c3f-90ac-34c9ad776a7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b7ae0224a0448e78c857ed86afd6c49&device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 1097 time: 0.0401804 Aug 12 21:04:25.529854 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.532149 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.601744 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890687'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.602380 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86cad389-044c-4d9f-a5e0-3f6cf8defefb {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:04:25.607765 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.609019 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-1fbf47eb-7661-4161-a957-e52b077d295e admin admin] 10.222.0.18 "DELETE /v2.0/routers/86cad389-044c-4d9f-a5e0-3f6cf8defefb HTTP/1.1" status: 204 len: 168 time: 0.9876437 Aug 12 21:04:25.611433 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52308) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:25.627604 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-93f6824c-1640-4a4f-b2df-ed0a77c6f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:25.629091 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-93f6824c-1640-4a4f-b2df-ed0a77c6f2d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd987881-f4e5-45b0-a70c-f35201f34dc3 HTTP/1.1" status: 200 len: 915 time: 0.0991356 Aug 12 21:04:25.657007 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad897a3-2f1e-4b66-a391-7296164c3910 admin admin] Deleting subnet ba17d4dc-4704-45f5-9441-3b5c5945c10f {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:04:25.660396 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ad897a3-2f1e-4b66-a391-7296164c3910 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.672860 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-eaa51803-61e9-472a-bc64-b4981f871295 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c585b11-d77f-48ed-94cf-09fed95d6d5d HTTP/1.1" status: 200 len: 217 time: 0.0340598 Aug 12 21:04:25.695543 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ad897a3-2f1e-4b66-a391-7296164c3910 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893045'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.723385 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-e7c8326d-1694-4dd2-b147-8589455f5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:25.724843 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-e7c8326d-1694-4dd2-b147-8589455f5e66 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cbc2bdf-e588-4571-be9b-e0fea7bc6539 HTTP/1.1" status: 200 len: 854 time: 0.0442579 Aug 12 21:04:25.734750 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ad897a3-2f1e-4b66-a391-7296164c3910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.757651 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-7b7978b8-c4b5-4711-b88c-137e3406503a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd987881-f4e5-45b0-a70c-f35201f34dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245507 Aug 12 21:04:25.790115 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ad897a3-2f1e-4b66-a391-7296164c3910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5140521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6180788'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.817010 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad897a3-2f1e-4b66-a391-7296164c3910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba17d4dc-4704-45f5-9441-3b5c5945c10f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:25.818985 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ad897a3-2f1e-4b66-a391-7296164c3910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.820855 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-1ad897a3-2f1e-4b66-a391-7296164c3910 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ba17d4dc-4704-45f5-9441-3b5c5945c10f HTTP/1.1" status: 204 len: 168 time: 0.2084002 Aug 12 21:04:25.823346 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52310) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:25.867289 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-2053e7f0-d63c-4251-871c-92b0b7b83be5 service neutron] 10.222.0.42 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931990 Aug 12 21:04:25.889644 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.967558 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-47e0fe7f-2156-4c0f-866c-d6cb44eb7ca7 req-4dd1b2d6-c3f0-4a43-a349-548604216714 service neutron] 10.222.0.42 "GET /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922821 Aug 12 21:04:25.974554 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:25.986788 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb956b38-89eb-4381-9900-246d7625fb20']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:25.998727 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ffe389-8b4e-4ce0-8040-e43bd268f24d') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:25.999125 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ffe389-8b4e-4ce0-8040-e43bd268f24d') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:26.009082 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893026'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:26.024857 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:26.031704 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:04:26.032212 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5140727'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: Traceback (most recent call last): Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: timer() Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: cb(*args, **kw) Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: return func(*args, **kwargs) Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: self._notify() Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: self.callback(batched_events) Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: event.method(event) Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: return f(self, *a, **k) Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._get(url).json() Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: return self.request(url, 'GET', **kwargs) Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:04:26.034611 dv-cinder-804457-1-iscsi neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:04:26.041563 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 04a01bb1-daca-42ef-9740-912a2f8d1117 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:04:26.062266 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 04a01bb1-daca-42ef-9740-912a2f8d1117 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:04:26.062605 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 04a01bb1-daca-42ef-9740-912a2f8d1117 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:04:26.063046 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 2fe5d169-7799-43d4-a437-5bdb05eaffce no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:04:26.081929 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 2fe5d169-7799-43d4-a437-5bdb05eaffce {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:04:26.082277 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 2fe5d169-7799-43d4-a437-5bdb05eaffce not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:04:26.092808 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:26.100407 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:26.102403 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fb956b38-89eb-4381-9900-246d7625fb20 HTTP/1.1" status: 204 len: 168 time: 0.2780716 Aug 12 21:04:26.115325 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f875191-d2f4-49bc-8159-9bd116bc19f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb956b38-89eb-4381-9900-246d7625fb20,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:26.281012 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52314) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:26.324516 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-2a133a81-3d0b-4bfc-801c-00a6b0454412 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=164b84eecce4466e98e3883d2b2bc317&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423400 Aug 12 21:04:26.327198 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52316) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:26.375771 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7db70ca-a07c-44da-a12b-4d901bd88e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:26.398496 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7db70ca-a07c-44da-a12b-4d901bd88e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:26.448949 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7db70ca-a07c-44da-a12b-4d901bd88e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:26.451716 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7db70ca-a07c-44da-a12b-4d901bd88e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:26.452901 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-a7db70ca-a07c-44da-a12b-4d901bd88e5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bbc880b-f1eb-4f3d-821e-de752ea1476a HTTP/1.1" status: 204 len: 168 time: 0.1247735 Aug 12 21:04:26.464126 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db70ca-a07c-44da-a12b-4d901bd88e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbc880b-f1eb-4f3d-821e-de752ea1476a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:26.551899 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21b815-a878-41fb-a5c8-f3427725b65a req-7138b44e-8779-4a24-9273-482b765483ea tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:26.553493 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bb21b815-a878-41fb-a5c8-f3427725b65a req-7138b44e-8779-4a24-9273-482b765483ea tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 944 time: 0.0515101 Aug 12 21:04:26.595698 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bb21b815-a878-41fb-a5c8-f3427725b65a req-748271ea-fc1d-440c-a947-ee78bdec8fbc tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358474 Aug 12 21:04:27.175108 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52340) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:27.269621 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-network', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:27.289870 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Made reservation on behalf of 4d5592e40633426aa0dd46bb94ec00da for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:04:27.292150 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.304663 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.386255 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:04:27.400191 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.403824 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.428090 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:04:27.438281 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11de6617-1e87-490b-8c60-2c884a09d130,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:27.443136 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.443475 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.segments_db [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Added segment 7414f564-239b-4f6e-b3f4-385c2271f33c of type vlan for network 2e90c8c4-f687-44c5-bc46-be246ab51d2a Aug 12 21:04:27.484187 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.513207 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.514002 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:27.514606 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.566120 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3899112 Aug 12 21:04:27.569182 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:27.573632 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a6244-c47e-4467-9709-39a40f17f33c admin admin] Pushing event updated for resources: {'Network': ['ID=2e90c8c4-f687-44c5-bc46-be246ab51d2a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:27.574256 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Request body: {'subnet': {'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-subnet', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:27.583508 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:04:27.596385 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Made reservation on behalf of 4d5592e40633426aa0dd46bb94ec00da for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:04:27.598807 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6180767'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.754353 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09852dd-a955-4924-a8bd-e150138eca80 req-27d00f75-0cd0-4df1-9dbb-137fe7ddaff8 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:27.755873 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c09852dd-a955-4924-a8bd-e150138eca80 req-27d00f75-0cd0-4df1-9dbb-137fe7ddaff8 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 944 time: 0.0848200 Aug 12 21:04:27.833375 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c09852dd-a955-4924-a8bd-e150138eca80 req-ce15157c-cecd-46b9-8228-12e51cddda02 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694788 Aug 12 21:04:27.834567 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5140590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6180781'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.889520 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120e2587-0472-47a0-a8ac-b91fd8c09238,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:27.898079 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Checking segment: {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:04:27.898432 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Network hostable DHCP agents. Network: 2e90c8c4-f687-44c5-bc46-be246ab51d2a, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:04:27.914965 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:04:27.923195 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 2e90c8c4-f687-44c5-bc46-be246ab51d2a) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:04:27.927766 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:27.928365 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.936282 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4850842a-a619-4617-81e0-4b359a22ed83 None None] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:04:27.944440 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-a6c6b0c4-3b60-49ee-abcc-f95c9f0d8ed2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3740819 Aug 12 21:04:27.947054 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52348) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:27.952083 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:27.971781 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:27.972870 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.026642 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.079495 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:04:28.080362 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.157743 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.212440 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Allocated IP 172.20.0.2 (2e90c8c4-f687-44c5-bc46-be246ab51d2a/120e2587-0472-47a0-a8ac-b91fd8c09238/25572596-364b-4679-97fe-3f9914f296ee) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:04:28.364236 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.374208 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Transition to ACTIVE for port object 25572596-364b-4679-97fe-3f9914f296ee will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:04:28.393819 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Transition to ACTIVE for port object 25572596-364b-4679-97fe-3f9914f296ee will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:04:28.400440 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.443414 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:04:28.446454 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:04:28.451372 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:04:28.454248 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Pushing event updated for resources: {'Port': ['ID=25572596-364b-4679-97fe-3f9914f296ee,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:28.511239 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Attempting to bind port 25572596-364b-4679-97fe-3f9914f296ee on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:04:28.511609 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Attempting to bind port 25572596-364b-4679-97fe-3f9914f296ee by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:04:28.511965 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Attempting to bind port 25572596-364b-4679-97fe-3f9914f296ee on network 2e90c8c4-f687-44c5-bc46-be246ab51d2a {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:04:28.517389 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:04:28.517761 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Checking segment: {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:04:28.518163 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.518559 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Bound using segment: {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:04:28.519040 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Bound port: 25572596-364b-4679-97fe-3f9914f296ee, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:04:28.519423 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.582129 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] For port 25572596-364b-4679-97fe-3f9914f296ee, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:04:28.586333 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] For port 25572596-364b-4679-97fe-3f9914f296ee, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=25572596-364b-4679-97fe-3f9914f296ee,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:04:28.591661 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.601995 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.622160 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.654380 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcccfe-0f38-4125-a442-5c312b575116 None None] Pushing event updated for resources: {'Port': ['ID=25572596-364b-4679-97fe-3f9914f296ee,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:28.758596 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Allocated IP 172.27.0.218 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/35ad8b67-b1ca-4be0-a2dc-70961664afbf) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:04:28.771952 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 3c585b11-d77f-48ed-94cf-09fed95d6d5d details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:04:28.913565 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:28.945672 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 3c585b11-d77f-48ed-94cf-09fed95d6d5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3c585b11-d77f-48ed-94cf-09fed95d6d5d,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:28.964465 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '3c585b11-d77f-48ed-94cf-09fed95d6d5d', 'network_id': 'bd987881-f4e5-45b0-a70c-f35201f34dc3', 'port_id': '3c585b11-d77f-48ed-94cf-09fed95d6d5d', 'mac_address': 'fa:16:3e:b7:41:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbc2bdf-e588-4571-be9b-e0fea7bc6539', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:04:29.017141 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:29.018428 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:29.033660 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c585b11-d77f-48ed-94cf-09fed95d6d5d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:04:29.056278 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 3c585b11-d77f-48ed-94cf-09fed95d6d5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3c585b11-d77f-48ed-94cf-09fed95d6d5d,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:29.068938 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:29.069307 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086e64f-26ac-4fa9-8458-7eddd25b13ba req-781760d7-3370-4cb6-8649-72f572a4cfaa tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:29.071640 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0086e64f-26ac-4fa9-8458-7eddd25b13ba req-781760d7-3370-4cb6-8649-72f572a4cfaa tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 944 time: 0.1282444 Aug 12 21:04:29.084682 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:04:29.099657 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:04:29.102146 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:04:29.136500 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=3c585b11-d77f-48ed-94cf-09fed95d6d5d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:29.136926 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Pushing event updated for resources: {'Port': ['ID=35ad8b67-b1ca-4be0-a2dc-70961664afbf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:29.172651 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0086e64f-26ac-4fa9-8458-7eddd25b13ba req-d8ddfeb8-7f39-4c8e-88e9-dc15b30a6452 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901415 Aug 12 21:04:29.315896 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['3c585b11-d77f-48ed-94cf-09fed95d6d5d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:04:29.411587 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:29.633697 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:29.653720 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236a58f-f844-4af3-b592-b5d852142253 None None] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:04:29.752351 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7d82b138-2123-4c41-b9cd-17b0a4ed41db None None] Provisioning for port 25572596-364b-4679-97fe-3f9914f296ee completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:04:29.785244 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:04:29.801865 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 25572596-364b-4679-97fe-3f9914f296ee up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:04:29.882240 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 25572596-364b-4679-97fe-3f9914f296ee completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:04:29.888628 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 25572596-364b-4679-97fe-3f9914f296ee triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:29.888997 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:29.902959 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:04:29.915774 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Sync routers for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:04:29.926150 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:29.935172 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:29.935775 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-4efd6f52-dde2-4008-9236-18b4b95c4043 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9807935 Aug 12 21:04:29.940729 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:29.941161 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:04:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:30.075224 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:30.098203 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:30.213597 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 25572596-364b-4679-97fe-3f9914f296ee, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=25572596-364b-4679-97fe-3f9914f296ee,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:30.228950 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:30.261338 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b0175ef5-8a4d-41da-8e84-ad952a5a2b07 None None] Provisioning complete for port 25572596-364b-4679-97fe-3f9914f296ee triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:30.261705 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b0175ef5-8a4d-41da-8e84-ad952a5a2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:30.335067 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af66a7-908c-42e6-b73a-9e972d0df6c3 req-a9dbb276-f2a6-4449-bf32-620a46f6fd05 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:30.337946 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30af66a7-908c-42e6-b73a-9e972d0df6c3 req-a9dbb276-f2a6-4449-bf32-620a46f6fd05 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 945 time: 0.0812941 Aug 12 21:04:30.339788 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=25572596-364b-4679-97fe-3f9914f296ee,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:30.392474 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-30af66a7-908c-42e6-b73a-9e972d0df6c3 req-d93a2308-51fe-4cac-b02e-1ef4bb177b41 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Aug 12 21:04:30.429639 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:29Z', 'revision_number': 3, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:30.460764 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Checking router: 58b9dd7d-2280-480e-ac15-96a7b0855cc5 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:04:30.461152 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Updating router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 port 35ad8b67-b1ca-4be0-a2dc-70961664afbf binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:04:30.487343 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:30.496807 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:30.661019 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Allocated IP 172.20.0.1 (2e90c8c4-f687-44c5-bc46-be246ab51d2a/120e2587-0472-47a0-a8ac-b91fd8c09238/074ec708-8f9b-4de7-832d-5ead08bc18a4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:04:30.769554 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 3c585b11-d77f-48ed-94cf-09fed95d6d5d up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:04:30.812157 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:30.815912 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:30.830376 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Transition to ACTIVE for port object 074ec708-8f9b-4de7-832d-5ead08bc18a4 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:04:30.831330 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Transition to ACTIVE for port object 35ad8b67-b1ca-4be0-a2dc-70961664afbf will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:04:30.837631 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:30.865842 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:30.915089 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:04:30.923132 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:04:30.926601 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:04:30.954694 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=074ec708-8f9b-4de7-832d-5ead08bc18a4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:30.982894 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.053904 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port 3c585b11-d77f-48ed-94cf-09fed95d6d5d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:04:31.075566 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 3c585b11-d77f-48ed-94cf-09fed95d6d5d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:31.075748 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.078525 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Attempting to bind port 35ad8b67-b1ca-4be0-a2dc-70961664afbf on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:04:31.079075 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Attempting to bind port 35ad8b67-b1ca-4be0-a2dc-70961664afbf by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:04:31.079617 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Attempting to bind port 35ad8b67-b1ca-4be0-a2dc-70961664afbf on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:04:31.112660 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620074d8-0b18-4565-b9ee-6100f6f81d91 None None] Pushing event updated for resources: {'Port': ['ID=35ad8b67-b1ca-4be0-a2dc-70961664afbf,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:31.120758 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:04:31.121337 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:04:31.122690 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.123309 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:04:31.124059 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Bound port: 35ad8b67-b1ca-4be0-a2dc-70961664afbf, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:04:31.124662 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.139473 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.220565 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] For port 35ad8b67-b1ca-4be0-a2dc-70961664afbf, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:04:31.226244 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] For port 35ad8b67-b1ca-4be0-a2dc-70961664afbf, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=35ad8b67-b1ca-4be0-a2dc-70961664afbf,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:04:31.256531 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.311991 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.316821 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-62c4fe04-a54b-44a7-90d2-c06af8b46829 None None] Provisioning for port 074ec708-8f9b-4de7-832d-5ead08bc18a4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:04:31.327153 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.332734 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.345380 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-62c4fe04-a54b-44a7-90d2-c06af8b46829 None None] Provisioning complete for port 074ec708-8f9b-4de7-832d-5ead08bc18a4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:31.345761 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-62c4fe04-a54b-44a7-90d2-c06af8b46829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.357790 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:31.358541 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:04:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:31.382019 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620074d8-0b18-4565-b9ee-6100f6f81d91 None None] Pushing event updated for resources: {'Port': ['ID=35ad8b67-b1ca-4be0-a2dc-70961664afbf,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:31.408587 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.416876 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=074ec708-8f9b-4de7-832d-5ead08bc18a4,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:31.424026 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2159cce0-5cd8-4f0f-8c77-d97ee5f13017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c585b11-d77f-48ed-94cf-09fed95d6d5d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:31.426274 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76906002-0b0b-4e00-9c2e-73d2fe060e10" -d '{"events": [{"server_uuid": "2159cce0-5cd8-4f0f-8c77-d97ee5f13017", "name": "network-vif-plugged", "status": "completed", "tag": "3c585b11-d77f-48ed-94cf-09fed95d6d5d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:31.471180 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 3c585b11-d77f-48ed-94cf-09fed95d6d5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3c585b11-d77f-48ed-94cf-09fed95d6d5d,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:31.479599 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-62c4fe04-a54b-44a7-90d2-c06af8b46829 None None] Port 074ec708-8f9b-4de7-832d-5ead08bc18a4 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:04:31.480589 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:31.484152 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04da63d-6825-4739-9d9a-3d0bfe25c810 x-openstack-request-id: req-d04da63d-6825-4739-9d9a-3d0bfe25c810 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:31.484439 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2159cce0-5cd8-4f0f-8c77-d97ee5f13017", "name": "network-vif-plugged", "status": "completed", "tag": "3c585b11-d77f-48ed-94cf-09fed95d6d5d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:31.484685 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d04da63d-6825-4739-9d9a-3d0bfe25c810 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:31.485072 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2159cce0-5cd8-4f0f-8c77-d97ee5f13017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c585b11-d77f-48ed-94cf-09fed95d6d5d', 'code': 200} Aug 12 21:04:31.560347 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:04:31.563030 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:04:31.588322 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:31.592562 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=3c585b11-d77f-48ed-94cf-09fed95d6d5d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:31.632704 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899e260-b1a1-4945-bcf1-65687fc8fd4f req-09836924-4642-4a5d-a9aa-204eade0815b tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:31.641174 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1899e260-b1a1-4945-bcf1-65687fc8fd4f req-09836924-4642-4a5d-a9aa-204eade0815b tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 946 time: 0.1087601 Aug 12 21:04:31.746411 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1899e260-b1a1-4945-bcf1-65687fc8fd4f req-093179d4-4541-4e06-8c71-db039e5eb00b tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041117 Aug 12 21:04:31.768209 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 25572596-364b-4679-97fe-3f9914f296ee up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:04:31.945956 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 25572596-364b-4679-97fe-3f9914f296ee triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:31.947053 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:32.017908 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f635f-3ee6-46dc-8dde-8dc10b9f75b2 req-f324c540-2f3f-4e39-9254-557d8386bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:32.019444 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5a9f635f-3ee6-46dc-8dde-8dc10b9f75b2 req-f324c540-2f3f-4e39-9254-557d8386bb70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 1099 time: 0.0877135 Aug 12 21:04:32.023308 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6129f3c8-2e80-4a5f-8dd5-a761d5abdc71 None None] Provisioning complete for port 074ec708-8f9b-4de7-832d-5ead08bc18a4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:32.023854 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6129f3c8-2e80-4a5f-8dd5-a761d5abdc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:32.053585 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:04:32.071665 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5a9f635f-3ee6-46dc-8dde-8dc10b9f75b2 req-2ed66174-5c1e-48f4-9c17-adb1f7782b5e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Aug 12 21:04:32.109095 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6129f3c8-2e80-4a5f-8dd5-a761d5abdc71 None None] Port 074ec708-8f9b-4de7-832d-5ead08bc18a4 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:04:32.176839 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 2, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:32.202303 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:04:32.218257 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-2b2ef1c9-6671-41ee-b0a4-a4a0b875a6a8 admin admin] 10.222.0.18 "PUT /v2.0/routers/58b9dd7d-2280-480e-ac15-96a7b0855cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2719836 Aug 12 21:04:32.223266 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc0c158-5e2b-423a-9bd9-c6e8e7675ac1 None None] The sync data for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi is: [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 2, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:04:32.738752 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:32.744990 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-46d7acee-7212-43f8-aa2d-d5a29320fea5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686248204', 'description': 'tempest-description--2136296532'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:32.781628 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46d7acee-7212-43f8-aa2d-d5a29320fea5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:32.898521 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46d7acee-7212-43f8-aa2d-d5a29320fea5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:32.903935 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46d7acee-7212-43f8-aa2d-d5a29320fea5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:32.965058 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46d7acee-7212-43f8-aa2d-d5a29320fea5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:32.968835 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-46d7acee-7212-43f8-aa2d-d5a29320fea5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2274592 Aug 12 21:04:32.971720 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7acee-7212-43f8-aa2d-d5a29320fea5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811e3221-50b3-49b8-a742-7f55f841677f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:32.974624 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:32.994917 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f277c58a-2b0b-4fff-a7b4-f59e33f49b93 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'security_group_rule': {'security_group_id': '811e3221-50b3-49b8-a742-7f55f841677f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:33.009684 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589af6-9c30-42cd-a883-3d1ec3c857bc req-1b858bcc-6c3d-4abd-b51b-78b4bb32dc30 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:33.017827 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-39589af6-9c30-42cd-a883-3d1ec3c857bc req-1b858bcc-6c3d-4abd-b51b-78b4bb32dc30 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 946 time: 0.1531959 Aug 12 21:04:33.056577 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f277c58a-2b0b-4fff-a7b4-f59e33f49b93 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.103621 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-39589af6-9c30-42cd-a883-3d1ec3c857bc req-c4f23d85-61b4-480e-9a1a-05cea72e13df tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760083 Aug 12 21:04:33.161695 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f277c58a-2b0b-4fff-a7b4-f59e33f49b93 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.166161 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f277c58a-2b0b-4fff-a7b4-f59e33f49b93 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.186072 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277c58a-2b0b-4fff-a7b4-f59e33f49b93 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f667d42b-3531-4101-90ce-f32b1fcb4ace,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:33.193932 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f277c58a-2b0b-4fff-a7b4-f59e33f49b93 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.198005 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52376) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:33.198224 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f277c58a-2b0b-4fff-a7b4-f59e33f49b93 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2137089 Aug 12 21:04:33.203111 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-36990149-914b-4284-aae7-c166b832e8d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'security_group_rule': {'security_group_id': '811e3221-50b3-49b8-a742-7f55f841677f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:33.233778 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36990149-914b-4284-aae7-c166b832e8d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.288387 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36990149-914b-4284-aae7-c166b832e8d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.292902 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36990149-914b-4284-aae7-c166b832e8d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.314320 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36990149-914b-4284-aae7-c166b832e8d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42dc48f6-1b2e-4d4d-b895-935b0760716c,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:33.321983 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36990149-914b-4284-aae7-c166b832e8d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.326127 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-36990149-914b-4284-aae7-c166b832e8d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264570 Aug 12 21:04:33.326980 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52378) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:33.331736 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'floatingip': {'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:33.364518 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.481932 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.615099 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Allocated IP 172.27.0.161 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/6fa47a27-46e5-4053-8bab-2ff9fbd623ee) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:04:33.736362 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.771026 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 35ad8b67-b1ca-4be0-a2dc-70961664afbf up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:04:33.780161 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.827919 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 35ad8b67-b1ca-4be0-a2dc-70961664afbf completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:04:33.832028 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 35ad8b67-b1ca-4be0-a2dc-70961664afbf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:33.832400 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.842917 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:04:33.847455 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:04:33.850691 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:04:33.913032 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'Port': ['ID=6fa47a27-46e5-4053-8bab-2ff9fbd623ee,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:33.917558 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.945184 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 35ad8b67-b1ca-4be0-a2dc-70961664afbf, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=35ad8b67-b1ca-4be0-a2dc-70961664afbf,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:33.952753 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:33.997915 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:34.027068 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=35ad8b67-b1ca-4be0-a2dc-70961664afbf,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:34.053939 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:34.239105 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:34.243149 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd6662-36b3-4d5f-ba5a-199c34055f47 req-ce7f84e6-8972-49d6-9f0b-94fea29eb198 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:34.244745 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45dd6662-36b3-4d5f-ba5a-199c34055f47 req-ce7f84e6-8972-49d6-9f0b-94fea29eb198 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 946 time: 0.0532606 Aug 12 21:04:34.245426 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:34.303701 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-45dd6662-36b3-4d5f-ba5a-199c34055f47 req-50c321b7-5a57-4cef-9934-bea0996a3e21 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461905 Aug 12 21:04:34.314307 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'Port': ['ID=6fa47a27-46e5-4053-8bab-2ff9fbd623ee,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:34.330828 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:34.347141 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:34.348629 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-188c2e1f-c9fd-474b-9134-a70f80b176f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0205755 Aug 12 21:04:34.512016 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Sync routers for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:04:34.523467 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:34.524281 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:04:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:34.550543 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-826e9371-2459-4b3b-810b-c6b5fa65429c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--686248204&fields=id&tenant_id=4d5592e40633426aa0dd46bb94ec00da HTTP/1.1" status: 200 len: 267 time: 0.0563543 Aug 12 21:04:34.645218 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:34.720603 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-f4171b41-294f-4520-9094-71f18bc35aec tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:34.722507 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-f4171b41-294f-4520-9094-71f18bc35aec tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 817 time: 0.1619227 Aug 12 21:04:34.747310 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-83179c83-4516-4507-908f-9bf0be448d98 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/quotas/4d5592e40633426aa0dd46bb94ec00da HTTP/1.1" status: 200 len: 375 time: 0.0165389 Aug 12 21:04:34.817911 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-351b7e47-772a-4b12-95ef-ea14c75b1e43 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665185 Aug 12 21:04:35.046118 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b28277e2-6071-4188-b15f-2cda4a8b46ae service neutron] 10.222.0.18 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062280 Aug 12 21:04:35.081513 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-7fb34809-46c4-493c-89d9-c33ce46d7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:35.083063 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-7fb34809-46c4-493c-89d9-c33ce46d7e83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126743d05e4a4a5883101f8524dc1089&device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 1138 time: 0.0539608 Aug 12 21:04:35.102871 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 2, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:35.136263 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Checking router: 58b9dd7d-2280-480e-ac15-96a7b0855cc5 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:04:35.136802 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Updating router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 port 074ec708-8f9b-4de7-832d-5ead08bc18a4 binding host dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:04:35.170679 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:35.187463 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-52c61f90-53e8-4ad0-a3c2-6b059080aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:35.188971 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-52c61f90-53e8-4ad0-a3c2-6b059080aa30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d9332f3-9bc2-41c2-9587-8cc77767144b HTTP/1.1" status: 200 len: 916 time: 0.0986242 Aug 12 21:04:35.199470 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752bc23-2e5b-4225-bcf7-ac7cf2a8e4af req-52d63e0c-83c4-43c7-8787-824f04ec0518 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:35.201548 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5752bc23-2e5b-4225-bcf7-ac7cf2a8e4af req-52d63e0c-83c4-43c7-8787-824f04ec0518 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.1226830 Aug 12 21:04:35.214080 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-dbd5cea3-774d-4c1e-b7d4-dbae8b276692 service neutron] 10.222.0.18 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578496 Aug 12 21:04:35.280831 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5752bc23-2e5b-4225-bcf7-ac7cf2a8e4af req-ffd24357-a5b2-44be-be18-444f791c4ffb tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644245 Aug 12 21:04:35.290913 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-35ee4b76-41ab-4fd1-b67c-6a41e23ba353 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 1002 time: 0.0920119 Aug 12 21:04:35.368491 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-72a38dbe-2b06-4c7f-97cc-b3619ff518e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:35.370060 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-72a38dbe-2b06-4c7f-97cc-b3619ff518e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75e1203c-1368-45f6-86e7-7e5d000bc25e HTTP/1.1" status: 200 len: 854 time: 0.0714784 Aug 12 21:04:35.436306 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-695914d2-28b8-4f32-beb5-2a9bee8a8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:35.440245 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-695914d2-28b8-4f32-beb5-2a9bee8a8117 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d9332f3-9bc2-41c2-9587-8cc77767144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588717 Aug 12 21:04:35.507464 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e322daf2-895e-43e1-8630-6accfcdedf7a req-010b6a81-4d1e-4e2e-8f72-08abbce4209a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 210 time: 0.0389211 Aug 12 21:04:35.562903 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:35.575679 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Transition to ACTIVE for port object 074ec708-8f9b-4de7-832d-5ead08bc18a4 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:04:35.581967 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-8e667d4d-ebe6-47ad-9535-df2fb350ad9a service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302550 Aug 12 21:04:35.588182 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:35.639929 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Pushing event updated for resources: {'Port': ['ID=074ec708-8f9b-4de7-832d-5ead08bc18a4,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:35.654737 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.655908 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.656326 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.656950 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.657359 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.657808 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.658106 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.658562 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.659231 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.659576 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.659903 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.660227 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:35.794304 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e21c55c-4200-42cb-b5f0-a776244236a9 req-a03abef3-cbac-4422-b678-dffef529e1a0 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027481 Aug 12 21:04:35.817036 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Attempting to bind port 074ec708-8f9b-4de7-832d-5ead08bc18a4 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:04:35.817036 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Attempting to bind port 074ec708-8f9b-4de7-832d-5ead08bc18a4 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:04:35.817618 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Attempting to bind port 074ec708-8f9b-4de7-832d-5ead08bc18a4 on network 2e90c8c4-f687-44c5-bc46-be246ab51d2a {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:04:35.827788 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:04:35.828302 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Checking segment: {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:04:35.828708 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:35.829096 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Bound using segment: {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:04:35.829873 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Bound port: 074ec708-8f9b-4de7-832d-5ead08bc18a4, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:04:35.829994 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:35.837624 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 35ad8b67-b1ca-4be0-a2dc-70961664afbf up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:04:35.965726 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] For port 074ec708-8f9b-4de7-832d-5ead08bc18a4, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:04:35.971428 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] For port 074ec708-8f9b-4de7-832d-5ead08bc18a4, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=074ec708-8f9b-4de7-832d-5ead08bc18a4,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:04:35.979134 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:35.992430 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 35ad8b67-b1ca-4be0-a2dc-70961664afbf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:35.993018 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:36.088525 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:36.089319 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:04:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:36.183728 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92d009-a2cc-4b33-b7fa-dfbd0e057306 None None] Pushing event updated for resources: {'Port': ['ID=074ec708-8f9b-4de7-832d-5ead08bc18a4,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:36.307421 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:36.504993 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47964ae1-c7ca-4490-a3bf-40f4ca4a7d35 req-10426a02-4b6d-4297-966b-7cf50d32457d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:36.506300 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47964ae1-c7ca-4490-a3bf-40f4ca4a7d35 req-10426a02-4b6d-4297-966b-7cf50d32457d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0886602 Aug 12 21:04:36.563257 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47964ae1-c7ca-4490-a3bf-40f4ca4a7d35 req-22bbc253-22e8-4cd6-a032-293e83809f0c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462134 Aug 12 21:04:36.636614 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:35Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:36.637825 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ecf79308-fae1-4515-9f8e-bf2f3ff2ad6d req-8a32d390-a11e-4982-9ce6-7186409b1c49 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 210 time: 0.0421925 Aug 12 21:04:36.667416 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51144b-2fb6-468e-b380-d2d243d57d7d None None] The sync data for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi is: [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:35Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:04:37.057736 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-0e2f4ab0-f87b-4b56-a7a2-65a507cdd7a5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:37.065038 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-0e2f4ab0-f87b-4b56-a7a2-65a507cdd7a5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 817 time: 0.1554956 Aug 12 21:04:37.119245 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d4627ffc-66bc-4bb4-b4fb-2bde50137cf2 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d5592e40633426aa0dd46bb94ec00da HTTP/1.1" status: 200 len: 379 time: 0.0420027 Aug 12 21:04:37.131269 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'port': {'device_id': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'admin_state_up': True, 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'security_groups': ['811e3221-50b3-49b8-a742-7f55f841677f']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:37.289302 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Made reservation on behalf of 4d5592e40633426aa0dd46bb94ec00da for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:04:37.293219 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:37.450535 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Allocated IP 172.20.0.5 (2e90c8c4-f687-44c5-bc46-be246ab51d2a/120e2587-0472-47a0-a8ac-b91fd8c09238/6f83afff-a684-4f4d-b005-34f592608fbf) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:04:37.641785 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:37.667373 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Transition to ACTIVE for port object 6f83afff-a684-4f4d-b005-34f592608fbf will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:04:37.738731 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:37.747902 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12da05-ab46-4a15-bc53-8cb527dc301d req-9b0ce677-61aa-4ac9-b56c-eb6a46357a91 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:37.755399 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7a12da05-ab46-4a15-bc53-8cb527dc301d req-9b0ce677-61aa-4ac9-b56c-eb6a46357a91 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0842116 Aug 12 21:04:37.822750 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:04:37.830440 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:04:37.837304 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7a12da05-ab46-4a15-bc53-8cb527dc301d req-544eaae2-497f-4679-b71c-b8a8612b05dc tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784078 Aug 12 21:04:37.837805 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:04:37.840697 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 074ec708-8f9b-4de7-832d-5ead08bc18a4 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:04:37.847656 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cc4d-b8b0-4fb1-8f30-b11fb1cc5f9c req-736446ca-82db-45f4-aae9-56d70158558e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:37.855780 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b835cc4d-b8b0-4fb1-8f30-b11fb1cc5f9c req-736446ca-82db-45f4-aae9-56d70158558e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 931 time: 0.0991552 Aug 12 21:04:37.899346 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:37.900758 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b835cc4d-b8b0-4fb1-8f30-b11fb1cc5f9c req-28dc4f83-3dff-4760-8208-d9e969c529af tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440428 Aug 12 21:04:37.927977 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 074ec708-8f9b-4de7-832d-5ead08bc18a4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:04:37.932162 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:37.933331 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:37.951603 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 074ec708-8f9b-4de7-832d-5ead08bc18a4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:37.951603 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:37.960525 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-d05d1da0-2cf2-4ff7-8c40-c84c8fc63621 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302855 Aug 12 21:04:37.972978 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Request body: {'port': {'device_id': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:38.057570 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:38.066927 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:38.102805 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 074ec708-8f9b-4de7-832d-5ead08bc18a4, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=074ec708-8f9b-4de7-832d-5ead08bc18a4,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:38.110175 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:38.189118 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=074ec708-8f9b-4de7-832d-5ead08bc18a4,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:38.192966 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4d8cc476-66f1-4939-9a26-4858b86d2c3b None None] Provisioning for port 6f83afff-a684-4f4d-b005-34f592608fbf completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:04:38.197593 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4d8cc476-66f1-4939-9a26-4858b86d2c3b None None] Provisioning complete for port 6f83afff-a684-4f4d-b005-34f592608fbf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:38.197995 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc476-66f1-4939-9a26-4858b86d2c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:38.240718 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4d8cc476-66f1-4939-9a26-4858b86d2c3b None None] Port 6f83afff-a684-4f4d-b005-34f592608fbf cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:04:38.417856 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f83afff-a684-4f4d-b005-34f592608fbf {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:04:38.426265 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:38.442976 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Transition to ACTIVE for port object 6f83afff-a684-4f4d-b005-34f592608fbf will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:04:38.447254 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:38.521459 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:38.624716 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Attempting to bind port 6f83afff-a684-4f4d-b005-34f592608fbf on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:04:38.625129 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Attempting to bind port 6f83afff-a684-4f4d-b005-34f592608fbf by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:04:38.625504 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Attempting to bind port 6f83afff-a684-4f4d-b005-34f592608fbf on network 2e90c8c4-f687-44c5-bc46-be246ab51d2a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:04:38.631568 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Port 6f83afff-a684-4f4d-b005-34f592608fbf on network 2e90c8c4-f687-44c5-bc46-be246ab51d2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:04:38.631932 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Attempting to bind port 6f83afff-a684-4f4d-b005-34f592608fbf on network 2e90c8c4-f687-44c5-bc46-be246ab51d2a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:04:38.639153 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:04:38.639536 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Checking segment: {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:04:38.640078 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Bound using segment: {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:04:38.640557 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Bound port: 6f83afff-a684-4f4d-b005-34f592608fbf, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:04:38.641033 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:38.732401 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:04:38.735867 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:04:38.742153 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:38.783498 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:38.784125 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:38.785582 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] 10.222.0.42 "PUT /v2.0/ports/6f83afff-a684-4f4d-b005-34f592608fbf HTTP/1.1" status: 200 len: 1093 time: 0.8186018 Aug 12 21:04:38.786040 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:38.788342 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fb3638-d42e-46da-969b-83b8b00ebdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:38.812096 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bdb0e-8b2b-468e-be39-d122b0cde85c service neutron] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:38.844569 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e509d541-59cb-4eae-aee3-435648aee5a3 x-openstack-request-id: req-e509d541-59cb-4eae-aee3-435648aee5a3 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:38.845018 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:38.845492 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e509d541-59cb-4eae-aee3-435648aee5a3 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:38.846083 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf', 'status': 'completed', 'code': 200} Aug 12 21:04:38.898455 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-a7172d25-952d-4f68-9cad-1a0d761f8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:38.900079 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-a7172d25-952d-4f68-9cad-1a0d761f8a38 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 1096 time: 0.0497153 Aug 12 21:04:38.963078 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-2980fc84-8e5c-475e-8638-d3d592e05d86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f83afff-a684-4f4d-b005-34f592608fbf HTTP/1.1" status: 200 len: 217 time: 0.0542033 Aug 12 21:04:39.035979 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2652f-bc07-486e-a0d4-724ec0b4b23b req-00cda217-1b82-4a6a-bca7-951a3208123c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:39.036939 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-a83e2acf-93b0-4682-a855-3b880fa1a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:39.037657 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c5e2652f-bc07-486e-a0d4-724ec0b4b23b req-00cda217-1b82-4a6a-bca7-951a3208123c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0851409 Aug 12 21:04:39.039024 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-a83e2acf-93b0-4682-a855-3b880fa1a11d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0631537 Aug 12 21:04:39.099710 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-c173c76a-bee5-4940-92b0-3691ddfd6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:39.101264 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-c173c76a-bee5-4940-92b0-3691ddfd6061 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543265 Aug 12 21:04:39.117167 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c5e2652f-bc07-486e-a0d4-724ec0b4b23b req-29642e3a-79fb-43fe-9b11-f63b19207eee tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680833 Aug 12 21:04:39.136002 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b9eea-8d49-49e4-bda8-d92884245a04 req-fb982088-e445-4bf6-b599-1579d3a3c13e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:39.138832 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3c6b9eea-8d49-49e4-bda8-d92884245a04 req-fb982088-e445-4bf6-b599-1579d3a3c13e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0999446 Aug 12 21:04:39.193081 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3c6b9eea-8d49-49e4-bda8-d92884245a04 req-74aacf85-ec17-4f23-9c9a-decd050db312 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447681 Aug 12 21:04:39.210294 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c4609516-6946-46c4-b087-9b2996ecf3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:39.220249 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-426bd3ca-a980-43c8-afd0-2d365401a8c5 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114058 Aug 12 21:04:39.318051 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e83a90b-3817-4d7a-ab2a-4b1099b81591 req-b35e3806-39f1-4962-bd8c-305589bcbcb3 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903001 Aug 12 21:04:39.423705 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-a5145fb3-6cb0-479c-b8d9-a98b9dbd65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:39.425240 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-a5145fb3-6cb0-479c-b8d9-a98b9dbd65cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 1096 time: 0.0501523 Aug 12 21:04:39.524686 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-ddfa107c-8142-4f04-8567-da6cb2c0e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:39.530051 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-ddfa107c-8142-4f04-8567-da6cb2c0e0a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.0955594 Aug 12 21:04:39.573624 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-0340bc2a-c342-488c-9a3a-15916110fa07 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f83afff-a684-4f4d-b005-34f592608fbf HTTP/1.1" status: 200 len: 217 time: 0.0356798 Aug 12 21:04:39.636072 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-f1e7de78-42c9-460f-a27d-9c6a7cdca250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:39.638500 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-f1e7de78-42c9-460f-a27d-9c6a7cdca250 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0576956 Aug 12 21:04:39.698964 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-e13f23cc-d02f-4b13-9fae-043f6d1989ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:39.698964 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-e13f23cc-d02f-4b13-9fae-043f6d1989ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482521 Aug 12 21:04:39.767855 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 074ec708-8f9b-4de7-832d-5ead08bc18a4 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:04:39.805281 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-bcb2da30-cde7-4c32-a7a5-6b24e1f375ca service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011488 Aug 12 21:04:39.838549 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 074ec708-8f9b-4de7-832d-5ead08bc18a4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:39.839092 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:39.956213 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f8fb3638-d42e-46da-969b-83b8b00ebdc5 req-8ad48aab-6a61-45ad-beef-cf8f4bed6dde service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364510 Aug 12 21:04:40.267650 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9745f99-ca1a-4473-a7c0-716b74f85088 req-bc271bf7-e09c-4dee-a4b0-e8c3c79ce6a9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:40.269618 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a9745f99-ca1a-4473-a7c0-716b74f85088 req-bc271bf7-e09c-4dee-a4b0-e8c3c79ce6a9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0723453 Aug 12 21:04:40.349805 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a9745f99-ca1a-4473-a7c0-716b74f85088 req-f1ec9f47-0422-4a4e-b407-1b766323ad01 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732977 Aug 12 21:04:40.368441 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402443-3a56-4ab2-808d-452cb4e80134 req-81f42c8f-de6f-4e16-9992-a400d9853d40 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:40.369976 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09402443-3a56-4ab2-808d-452cb4e80134 req-81f42c8f-de6f-4e16-9992-a400d9853d40 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0755265 Aug 12 21:04:40.415091 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09402443-3a56-4ab2-808d-452cb4e80134 req-ae7676f8-f551-4725-b04d-b9106545ce15 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364156 Aug 12 21:04:40.835457 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:04:40.944644 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:40.958331 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '6f83afff-a684-4f4d-b005-34f592608fbf', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'port_id': '6f83afff-a684-4f4d-b005-34f592608fbf', 'mac_address': 'fa:16:3e:31:b3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:04:41.000744 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:41.017289 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f83afff-a684-4f4d-b005-34f592608fbf {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:04:41.041060 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:41.045335 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:41.101413 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:41.323653 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['6f83afff-a684-4f4d-b005-34f592608fbf'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:04:41.538645 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eff05-06ee-461d-a29f-01e429771c6c req-2d693ea4-2663-4d07-bc4f-ecc77fc8024e tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:41.540884 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e88eff05-06ee-461d-a29f-01e429771c6c req-2d693ea4-2663-4d07-bc4f-ecc77fc8024e tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0952756 Aug 12 21:04:41.659996 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e88eff05-06ee-461d-a29f-01e429771c6c req-78a59144-2243-46b9-a1b2-a035a3bac795 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774925 Aug 12 21:04:41.667450 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433923f2-1de7-4dc9-9c4c-45876bff41a1 req-56c42c72-02a8-46dd-9f45-2aeb1d9cb7d0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:41.669256 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-433923f2-1de7-4dc9-9c4c-45876bff41a1 req-56c42c72-02a8-46dd-9f45-2aeb1d9cb7d0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 944 time: 0.1271596 Aug 12 21:04:41.722492 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-433923f2-1de7-4dc9-9c4c-45876bff41a1 req-93462522-465e-40b8-a519-a3b49ca4d92c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457387 Aug 12 21:04:42.111367 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2a35bdf-7d2f-481d-82b8-2d3a00b7b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:42.522886 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:42.832786 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf560-1a81-43ab-a7db-ba8ef026650b req-9f082c12-2b75-43f2-86cf-b35be1850d8d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:42.834428 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e3fcf560-1a81-43ab-a7db-ba8ef026650b req-9f082c12-2b75-43f2-86cf-b35be1850d8d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0667119 Aug 12 21:04:42.907192 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e3fcf560-1a81-43ab-a7db-ba8ef026650b req-2d365857-feab-4c0d-901b-de11cea3edef tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600204 Aug 12 21:04:42.920475 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088aff-91b3-469d-8cd5-299f27c53889 req-c0527536-75ae-471a-8d7e-fbf41b93232c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:42.922301 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a9088aff-91b3-469d-8cd5-299f27c53889 req-c0527536-75ae-471a-8d7e-fbf41b93232c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 944 time: 0.0865633 Aug 12 21:04:42.979787 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a9088aff-91b3-469d-8cd5-299f27c53889 req-656c8426-fa78-4140-b280-b88f7c16f9ea tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466585 Aug 12 21:04:42.990836 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:44.048651 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aca0a-b7e5-493a-967e-cdf4e66abee3 req-07262dc9-3916-4025-bbd7-ebb601d65d7d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:44.050278 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5e0aca0a-b7e5-493a-967e-cdf4e66abee3 req-07262dc9-3916-4025-bbd7-ebb601d65d7d tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0537078 Aug 12 21:04:44.139059 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5e0aca0a-b7e5-493a-967e-cdf4e66abee3 req-7f8ccdac-7c48-4646-9a6e-072b3e0660eb tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735176 Aug 12 21:04:44.152968 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c981c-a058-4ee4-b863-a02be8d5cefc req-58d08152-5317-4dc6-ab8e-d03071850da9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:44.154614 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e23c981c-a058-4ee4-b863-a02be8d5cefc req-58d08152-5317-4dc6-ab8e-d03071850da9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 944 time: 0.0976267 Aug 12 21:04:44.200618 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e23c981c-a058-4ee4-b863-a02be8d5cefc req-b457ea89-f7a6-415f-8123-78900f0cf691 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382490 Aug 12 21:04:44.555854 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:44.734495 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:45.258506 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e897185-f6d2-45ca-bf5f-5e6035975aa4 req-fab9e7ed-2cbe-40ec-bde8-e1b364b06f08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:45.260308 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9e897185-f6d2-45ca-bf5f-5e6035975aa4 req-fab9e7ed-2cbe-40ec-bde8-e1b364b06f08 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0512595 Aug 12 21:04:45.333055 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9e897185-f6d2-45ca-bf5f-5e6035975aa4 req-a6d58164-e4ed-401c-b182-e44cfb3dfd69 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658493 Aug 12 21:04:45.349167 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76054aa7-3d9a-417a-9f91-fe5d2b03a708 req-9c427d44-9f14-4381-93d4-40a55970c0d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:45.350608 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-76054aa7-3d9a-417a-9f91-fe5d2b03a708 req-9c427d44-9f14-4381-93d4-40a55970c0d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 944 time: 0.0755100 Aug 12 21:04:45.390208 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-76054aa7-3d9a-417a-9f91-fe5d2b03a708 req-c0e41f36-74d9-4002-9d05-af6bccc7116b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335836 Aug 12 21:04:46.251640 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7564b5f-0098-44c7-9845-db8eb1668b91 req-3be318b4-4098-4ea7-8312-fcfde052ce87 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:46.253121 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f7564b5f-0098-44c7-9845-db8eb1668b91 req-3be318b4-4098-4ea7-8312-fcfde052ce87 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0484865 Aug 12 21:04:46.290897 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f7564b5f-0098-44c7-9845-db8eb1668b91 req-f852a423-64e3-47a0-a9f2-a1c4dd78ee6d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Aug 12 21:04:46.454571 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd308ae1-4c9c-4e2f-9a30-1cd7fdbaa09d req-3669944c-6fd1-45de-a92d-1f7b5fde6a1a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:46.456078 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bd308ae1-4c9c-4e2f-9a30-1cd7fdbaa09d req-3669944c-6fd1-45de-a92d-1f7b5fde6a1a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0486608 Aug 12 21:04:46.523883 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bd308ae1-4c9c-4e2f-9a30-1cd7fdbaa09d req-87fe4ab3-4e6e-49e4-ace6-c2571db66ce5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607314 Aug 12 21:04:46.539259 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199063e1-9e7d-4c0d-8daa-92d29caeb900 req-62def0e1-cf7d-4b09-83ab-b69eb4605eba tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:46.540738 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-199063e1-9e7d-4c0d-8daa-92d29caeb900 req-62def0e1-cf7d-4b09-83ab-b69eb4605eba tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 944 time: 0.0793374 Aug 12 21:04:46.579203 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-199063e1-9e7d-4c0d-8daa-92d29caeb900 req-f3b466cd-5093-4405-8fc4-54752aec0294 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322320 Aug 12 21:04:47.088743 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:04:47.135107 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port 6f83afff-a684-4f4d-b005-34f592608fbf completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:04:47.138934 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 6f83afff-a684-4f4d-b005-34f592608fbf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:04:47.139300 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:47.218393 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:47.240688 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:47.242911 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749bd03b-25b0-4b27-8ed6-63b46b68d7d9" -d '{"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-plugged", "status": "completed", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:47.256256 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:47.260603 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:47.408563 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c585fc-7b2e-4c78-abc1-e1af64761b67 x-openstack-request-id: req-00c585fc-7b2e-4c78-abc1-e1af64761b67 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:47.408846 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-plugged", "status": "completed", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:47.409076 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00c585fc-7b2e-4c78-abc1-e1af64761b67 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:47.409449 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf', 'code': 200} Aug 12 21:04:47.410838 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf769ea6-2301-4b6a-b019-5e855c7edc1b req-43d84146-6d2b-410b-acf5-7337f90b7c8f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:47.412339 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bf769ea6-2301-4b6a-b019-5e855c7edc1b req-43d84146-6d2b-410b-acf5-7337f90b7c8f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0522449 Aug 12 21:04:47.435264 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:47.442305 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.442646 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.443003 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.443333 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.443658 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.443981 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.444304 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.444625 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.444946 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.445264 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.445581 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.445897 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:04:47.450974 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bf769ea6-2301-4b6a-b019-5e855c7edc1b req-e453324c-0600-45b7-aad8-e2f124e13178 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Aug 12 21:04:47.639928 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b64b8c-c4d0-4217-b377-b449952ae630 req-02b85362-a5e2-41e1-b616-e3b890b83dc3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:47.641444 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a7b64b8c-c4d0-4217-b377-b449952ae630 req-02b85362-a5e2-41e1-b616-e3b890b83dc3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0489583 Aug 12 21:04:47.718371 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a7b64b8c-c4d0-4217-b377-b449952ae630 req-139ee524-fac6-4a98-9dcd-4355d356e407 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699759 Aug 12 21:04:47.734779 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4af2-c973-47b2-82d7-73f91413f22a req-04b8fe8b-5d56-45a2-a7f1-5fb30bf51e00 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:47.736266 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-455d4af2-c973-47b2-82d7-73f91413f22a req-04b8fe8b-5d56-45a2-a7f1-5fb30bf51e00 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0820792 Aug 12 21:04:47.773532 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-455d4af2-c973-47b2-82d7-73f91413f22a req-b602cee5-e235-405a-b89d-c77037ee6c23 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313349 Aug 12 21:04:48.568706 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a882cba-e3d8-4574-b1b1-55568b0c2704 req-a3914be9-810f-440f-8b2d-c270ca1e805c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:48.570223 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a882cba-e3d8-4574-b1b1-55568b0c2704 req-a3914be9-810f-440f-8b2d-c270ca1e805c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0499282 Aug 12 21:04:48.611706 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a882cba-e3d8-4574-b1b1-55568b0c2704 req-9a4fa800-41a5-446d-83de-42669adc5ff4 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350649 Aug 12 21:04:48.837276 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b612cd-7842-4803-85d6-5d9a2655139c req-46c937ed-f572-4974-bb5a-b1b6f33c5b7c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:48.838873 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-99b612cd-7842-4803-85d6-5d9a2655139c req-46c937ed-f572-4974-bb5a-b1b6f33c5b7c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0514648 Aug 12 21:04:48.913880 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-99b612cd-7842-4803-85d6-5d9a2655139c req-acf42ca0-d878-459e-a352-c9659a8dfc72 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682590 Aug 12 21:04:48.932236 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d10993-5761-451d-9693-b78029e5c114 req-5130578e-19bb-4e83-b7ac-6dc71b6ce605 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:48.934483 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d6d10993-5761-451d-9693-b78029e5c114 req-5130578e-19bb-4e83-b7ac-6dc71b6ce605 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0869746 Aug 12 21:04:48.983732 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d6d10993-5761-451d-9693-b78029e5c114 req-35cce8b2-3ef0-4576-8de3-15e8626f7e05 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428360 Aug 12 21:04:49.188247 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e35755-01a3-4f77-8ef9-6065a1b9ba4c req-6c4251d6-eed7-4ff6-8181-9abad82a6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:49.189745 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-34e35755-01a3-4f77-8ef9-6065a1b9ba4c req-6c4251d6-eed7-4ff6-8181-9abad82a6ecc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 1098 time: 0.0405791 Aug 12 21:04:49.228638 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-34e35755-01a3-4f77-8ef9-6065a1b9ba4c req-399ee331-a68f-4512-9897-69913beb2d11 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298631 Aug 12 21:04:49.728419 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db63b4-b7a7-4313-8f6a-fe53aa97bcc2 req-0fda84f4-b74a-47a3-af74-93f9e804fd98 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:49.729904 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d0db63b4-b7a7-4313-8f6a-fe53aa97bcc2 req-0fda84f4-b74a-47a3-af74-93f9e804fd98 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0501432 Aug 12 21:04:49.767988 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d0db63b4-b7a7-4313-8f6a-fe53aa97bcc2 req-5d2434f1-bae3-47b1-8504-f529418f1296 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Aug 12 21:04:50.052502 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b41280-2cb7-4094-a548-8e3a6b7b59b3 req-f7e7fc7f-5cdd-4c5f-9bb0-2c63a1190ebe tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:50.057405 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-56b41280-2cb7-4094-a548-8e3a6b7b59b3 req-f7e7fc7f-5cdd-4c5f-9bb0-2c63a1190ebe tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0637109 Aug 12 21:04:50.129281 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-56b41280-2cb7-4094-a548-8e3a6b7b59b3 req-8216b360-cb35-4c6c-9d42-eb2a0a39e8a6 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676703 Aug 12 21:04:50.145050 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c02980-7484-4e0e-97f7-b0bb6c1dad7d req-fbf60362-b45d-4ce9-9893-4870b2f01d30 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:50.146557 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b5c02980-7484-4e0e-97f7-b0bb6c1dad7d req-fbf60362-b45d-4ce9-9893-4870b2f01d30 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0783398 Aug 12 21:04:50.187299 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b5c02980-7484-4e0e-97f7-b0bb6c1dad7d req-be87bc65-68c5-47ef-aae4-d027d2b5356d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341008 Aug 12 21:04:50.879490 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a6749-e68f-4238-ad0c-1d03c99cff15 req-9906ec22-2e5b-4503-ae1f-7b2fe48937de tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:50.880934 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0e3a6749-e68f-4238-ad0c-1d03c99cff15 req-9906ec22-2e5b-4503-ae1f-7b2fe48937de tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0480015 Aug 12 21:04:50.919088 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0e3a6749-e68f-4238-ad0c-1d03c99cff15 req-4129a4ae-8567-4e4d-a9fe-3d313eff3ce6 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314841 Aug 12 21:04:51.247016 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdd6dc-3990-4689-9176-c2897436b565 req-4a225029-6d10-4819-a9ae-558d06891da6 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:51.248608 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-55fdd6dc-3990-4689-9176-c2897436b565 req-4a225029-6d10-4819-a9ae-558d06891da6 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0523658 Aug 12 21:04:51.324719 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-55fdd6dc-3990-4689-9176-c2897436b565 req-e9614237-e815-471d-b47a-20d1547db2cc tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693994 Aug 12 21:04:51.341669 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2f545-7dbc-4189-bf9e-3b7c843df62a req-7390bf2f-be6d-4754-ae0f-1377744a8524 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:51.343114 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-74b2f545-7dbc-4189-bf9e-3b7c843df62a req-7390bf2f-be6d-4754-ae0f-1377744a8524 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0809050 Aug 12 21:04:51.381756 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-74b2f545-7dbc-4189-bf9e-3b7c843df62a req-c818c142-4417-4708-83a0-53d5ed298ad6 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326409 Aug 12 21:04:51.496827 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec7e4-c583-45d4-80b0-b96dd586ae53 req-3616c0d0-a023-41f8-b048-f472260250ae tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:51.498349 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ee6ec7e4-c583-45d4-80b0-b96dd586ae53 req-3616c0d0-a023-41f8-b048-f472260250ae tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0485296 Aug 12 21:04:51.506771 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52568) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:04:51.511145 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7a340b42-5350-402f-bcd3-3a20ececa602 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'floatingip': {'port_id': '6f83afff-a684-4f4d-b005-34f592608fbf'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:04:51.554239 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a340b42-5350-402f-bcd3-3a20ececa602 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:52.215795 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190c62b-2e9f-4860-9a5d-0e84597dc1f3 req-eccd1d8d-14f8-4d64-8358-a632140577d2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:52.217304 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3190c62b-2e9f-4860-9a5d-0e84597dc1f3 req-eccd1d8d-14f8-4d64-8358-a632140577d2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0880051 Aug 12 21:04:52.306968 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3190c62b-2e9f-4860-9a5d-0e84597dc1f3 req-a3e31635-f548-4dcf-872e-7037bfbaf201 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828619 Aug 12 21:04:52.311549 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a340b42-5350-402f-bcd3-3a20ececa602 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:52.316057 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a340b42-5350-402f-bcd3-3a20ececa602 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:52.449481 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.l3_db [None req-7a340b42-5350-402f-bcd3-3a20ececa602 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Floating IP 7383baf4-507e-4892-86c1-cf89727b0375 associated. External IP: 172.27.0.161, port: 6f83afff-a684-4f4d-b005-34f592608fbf. Aug 12 21:04:52.500743 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577bf26-ebbb-47cc-83b9-4ed32b8a65de req-0fd756a5-efd0-4433-805b-1c4fd83452c4 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:52.502182 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3577bf26-ebbb-47cc-83b9-4ed32b8a65de req-0fd756a5-efd0-4433-805b-1c4fd83452c4 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.1015677 Aug 12 21:04:52.586014 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3577bf26-ebbb-47cc-83b9-4ed32b8a65de req-75d5447c-5d85-4cca-a0de-c342b28f1b53 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773487 Aug 12 21:04:52.704689 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a340b42-5350-402f-bcd3-3a20ececa602 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:04:52.817347 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a340b42-5350-402f-bcd3-3a20ececa602 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:04:52.822378 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a340b42-5350-402f-bcd3-3a20ececa602 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:52.828227 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] Sync routers for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:04:52.838978 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:52.839654 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:04:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:52.855151 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7a340b42-5350-402f-bcd3-3a20ececa602 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "PUT /v2.0/floatingips/7383baf4-507e-4892-86c1-cf89727b0375 HTTP/1.1" status: 200 len: 991 time: 1.3445637 Aug 12 21:04:52.855151 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:52.855647 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d759431-9f15-45c6-8815-0db54bae9cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:52.893890 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb0d56d-c925-4c4b-bd6b-f28a7dcece6f x-openstack-request-id: req-1fb0d56d-c925-4c4b-bd6b-f28a7dcece6f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:52.894177 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:52.894426 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fb0d56d-c925-4c4b-bd6b-f28a7dcece6f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:52.894852 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf', 'status': 'completed', 'code': 200} Aug 12 21:04:52.965805 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:52.970387 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-db1f12b3-dafb-46be-bd99-f4a195c97792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:52.972090 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-db1f12b3-dafb-46be-bd99-f4a195c97792 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 1098 time: 0.0537477 Aug 12 21:04:53.076415 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-bbd3c2e1-bed1-4ece-9589-f26ada8c4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:53.077868 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-bbd3c2e1-bed1-4ece-9589-f26ada8c4863 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.0919964 Aug 12 21:04:53.151769 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-d3ffcb0e-8afb-479f-9b0f-4d47754f793f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f83afff-a684-4f4d-b005-34f592608fbf HTTP/1.1" status: 200 len: 999 time: 0.0660694 Aug 12 21:04:53.233274 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-5780ae57-4939-4293-91a4-f63923794d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:53.234763 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-5780ae57-4939-4293-91a4-f63923794d41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0657992 Aug 12 21:04:53.290562 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-677e2984-2d00-457e-915e-2b3134c4adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:53.294652 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-677e2984-2d00-457e-915e-2b3134c4adf1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516324 Aug 12 21:04:53.295997 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '7383baf4-507e-4892-86c1-cf89727b0375', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'port_id': '6f83afff-a684-4f4d-b005-34f592608fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'mac_address': 'fa:16:3e:31:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:04:33Z', 'updated_at': '2021-08-12T21:04:52Z', 'revision_number': 1, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:53.326936 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] Checking router: 58b9dd7d-2280-480e-ac15-96a7b0855cc5 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:04:53.336478 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:04:53.337104 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:04:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:53.411385 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-e13d1977-513d-4341-aab6-2729c243c5dd service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089439 Aug 12 21:04:53.453280 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:04:53.478860 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c214f-13f7-4939-b143-b98c60834322 req-bfe62d7c-c4b9-4e81-b9a0-af447fd03a1a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:53.482019 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-361c214f-13f7-4939-b143-b98c60834322 req-bfe62d7c-c4b9-4e81-b9a0-af447fd03a1a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0773072 Aug 12 21:04:53.557267 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-361c214f-13f7-4939-b143-b98c60834322 req-e74cdbc1-12fd-42b6-af38-240214f19ade tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686424 Aug 12 21:04:53.732943 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6376ea-3a45-4c9f-8f02-dfdabbb2112d req-18726400-f6c1-40fa-82e9-6953857237ea tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:53.734532 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6c6376ea-3a45-4c9f-8f02-dfdabbb2112d req-18726400-f6c1-40fa-82e9-6953857237ea tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0645604 Aug 12 21:04:53.777549 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-4d759431-9f15-45c6-8815-0db54bae9cfb req-759ee3c4-8b50-4742-bb2d-78980e69fb84 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537972 Aug 12 21:04:53.783397 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '7383baf4-507e-4892-86c1-cf89727b0375', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'port_id': '6f83afff-a684-4f4d-b005-34f592608fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'mac_address': 'fa:16:3e:31:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:04:33Z', 'updated_at': '2021-08-12T21:04:52Z', 'revision_number': 1, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:04:53.784520 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6c6376ea-3a45-4c9f-8f02-dfdabbb2112d req-f8cd978e-dd5b-4b18-a7bd-19ad88ea9e2c tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426319 Aug 12 21:04:53.815780 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6ef3b-2f24-4617-905c-8b22ce87ee0a None None] The sync data for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi is: [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '7383baf4-507e-4892-86c1-cf89727b0375', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'floating_ip_address': '172.27.0.161', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'port_id': '6f83afff-a684-4f4d-b005-34f592608fbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'mac_address': 'fa:16:3e:31:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:04:33Z', 'updated_at': '2021-08-12T21:04:52Z', 'revision_number': 1, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:04:54.026679 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ee5f4-761c-4b5a-b6fa-7269a2a32df4 None None] New status for floating IP 7383baf4-507e-4892-86c1-cf89727b0375: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:04:54.695513 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc06613-5f47-4429-bd99-5ecd0fb5e09e req-36a993e6-2633-4da2-88db-23bda2fe3e95 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:54.699546 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3dc06613-5f47-4429-bd99-5ecd0fb5e09e req-36a993e6-2633-4da2-88db-23bda2fe3e95 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0581858 Aug 12 21:04:54.743008 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3dc06613-5f47-4429-bd99-5ecd0fb5e09e req-a149b225-3f0d-4356-912b-b61c8fb0770e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392454 Aug 12 21:04:54.944093 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771be48-75ce-4dd5-91d5-ceb8ba36851e req-1e3f72a8-e1fc-4539-b327-f3a05a2d3e70 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:54.945774 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8771be48-75ce-4dd5-91d5-ceb8ba36851e req-1e3f72a8-e1fc-4539-b327-f3a05a2d3e70 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0838578 Aug 12 21:04:54.960619 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf78990-9de9-4d0b-ae02-942506a71cda req-7da204e8-0ecb-4b34-a1af-c591eae7f85e tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:54.962184 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bdf78990-9de9-4d0b-ae02-942506a71cda req-7da204e8-0ecb-4b34-a1af-c591eae7f85e tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 946 time: 0.0748632 Aug 12 21:04:55.025185 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8771be48-75ce-4dd5-91d5-ceb8ba36851e req-8fe0d3f9-7b74-439b-9109-ad669d1ab807 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=e4eacd97-09d9-4e56-a57b-c92f1a6dd482&id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618479 Aug 12 21:04:55.031279 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bdf78990-9de9-4d0b-ae02-942506a71cda req-2351522d-d709-4fed-aa27-35b30f437295 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607522 Aug 12 21:04:55.857473 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5447d-2b3b-4ce2-af62-a9879bc399d9 req-361cffb1-4a82-420c-8462-a36bec54f90a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:55.858941 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c5c5447d-2b3b-4ce2-af62-a9879bc399d9 req-361cffb1-4a82-420c-8462-a36bec54f90a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Aug 12 21:04:55.895766 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c5c5447d-2b3b-4ce2-af62-a9879bc399d9 req-f98b3c70-c8fb-4c4b-8d75-96030c5a5ee8 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Aug 12 21:04:56.158951 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620016c0-6e1b-4476-a44b-9b37c1e86ce0 req-a1bafbb6-e3ab-4121-8b8a-9d5c500861ed tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:56.160462 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-620016c0-6e1b-4476-a44b-9b37c1e86ce0 req-a1bafbb6-e3ab-4121-8b8a-9d5c500861ed tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 946 time: 0.0502791 Aug 12 21:04:56.198889 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-620016c0-6e1b-4476-a44b-9b37c1e86ce0 req-dd78dfdf-6021-4662-b7c1-26a34e9c3448 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/security-groups?id=2d533990-151b-4598-8fef-03bfff512ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Aug 12 21:04:56.639367 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1e502-1650-4697-9162-882eb60c80ef req-4eed85e4-005c-422b-b645-8a687ba6ea86 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:56.640843 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-68e1e502-1650-4697-9162-882eb60c80ef req-4eed85e4-005c-422b-b645-8a687ba6ea86 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.42 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 946 time: 0.0499082 Aug 12 21:04:56.740338 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-68e1e502-1650-4697-9162-882eb60c80ef req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Deleting port 3c585b11-d77f-48ed-94cf-09fed95d6d5d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:04:56.740687 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68e1e502-1650-4697-9162-882eb60c80ef req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:56.840122 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-68e1e502-1650-4697-9162-882eb60c80ef req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] For port 3c585b11-d77f-48ed-94cf-09fed95d6d5d, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=3c585b11-d77f-48ed-94cf-09fed95d6d5d,segment=NetworkSegment(8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80),segment_id=8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:04:56.840487 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68e1e502-1650-4697-9162-882eb60c80ef req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:56.858592 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-68e1e502-1650-4697-9162-882eb60c80ef req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Calling delete_port for 3c585b11-d77f-48ed-94cf-09fed95d6d5d owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:04:57.005121 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68e1e502-1650-4697-9162-882eb60c80ef req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:57.018569 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['3c585b11-d77f-48ed-94cf-09fed95d6d5d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:04:57.041207 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Pushing event deleted for resources: {'Port': ['ID=3c585b11-d77f-48ed-94cf-09fed95d6d5d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:04:57.055981 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4fd3f-e2d5-4604-94e2-37a015821040 req-efc9ca10-e5f7-468e-a7e4-6a06a1a84f44 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:57.057746 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-43b4fd3f-e2d5-4604-94e2-37a015821040 req-efc9ca10-e5f7-468e-a7e4-6a06a1a84f44 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0650172 Aug 12 21:04:57.093948 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e1e502-1650-4697-9162-882eb60c80ef req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] No DVR routers for this DVR port 3c585b11-d77f-48ed-94cf-09fed95d6d5d on host hv-cinder-80445 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:04:57.097593 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68e1e502-1650-4697-9162-882eb60c80ef req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:04:57.101055 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-68e1e502-1650-4697-9162-882eb60c80ef req-5190fdc4-75dd-4211-8578-92785414a288 tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.42 "DELETE /v2.0/ports/3c585b11-d77f-48ed-94cf-09fed95d6d5d HTTP/1.1" status: 204 len: 173 time: 0.4503436 Aug 12 21:04:57.101742 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2159cce0-5cd8-4f0f-8c77-d97ee5f13017', 'name': 'network-vif-deleted', 'tag': '3c585b11-d77f-48ed-94cf-09fed95d6d5d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:04:57.102256 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-43b4fd3f-e2d5-4604-94e2-37a015821040 req-fe9019f9-605d-4dec-946d-4a26b8969c4d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356576 Aug 12 21:04:57.105677 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14254a09-6cbe-4d26-8be8-c8c25288ffa1" -d '{"events": [{"server_uuid": "2159cce0-5cd8-4f0f-8c77-d97ee5f13017", "name": "network-vif-deleted", "tag": "3c585b11-d77f-48ed-94cf-09fed95d6d5d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:04:57.155152 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dfd1a3-1dbc-4819-a9e8-5d85a0a51045 x-openstack-request-id: req-87dfd1a3-1dbc-4819-a9e8-5d85a0a51045 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:04:57.155444 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2159cce0-5cd8-4f0f-8c77-d97ee5f13017", "name": "network-vif-deleted", "tag": "3c585b11-d77f-48ed-94cf-09fed95d6d5d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:04:57.155695 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87dfd1a3-1dbc-4819-a9e8-5d85a0a51045 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:04:57.156094 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2159cce0-5cd8-4f0f-8c77-d97ee5f13017', 'name': 'network-vif-deleted', 'tag': '3c585b11-d77f-48ed-94cf-09fed95d6d5d', 'status': 'completed', 'code': 200} Aug 12 21:04:57.309968 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9c70568f-3481-45e0-b61a-410f7885d7f3 req-1bc734e4-075c-4ad6-b356-b2c4a59af47c tempest-VolumesSnapshotTestJSON-1678775489 tempest-VolumesSnapshotTestJSON-1678775489-project] 10.222.0.18 "GET /v2.0/ports?device_id=2159cce0-5cd8-4f0f-8c77-d97ee5f13017 HTTP/1.1" status: 200 len: 210 time: 0.0274572 Aug 12 21:04:58.230968 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dc31f-0763-4117-8404-eb7334dee686 req-28b006e7-538b-4d16-b391-db5fbba8d2f2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:58.232541 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-581dc31f-0763-4117-8404-eb7334dee686 req-28b006e7-538b-4d16-b391-db5fbba8d2f2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0507762 Aug 12 21:04:58.272458 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-581dc31f-0763-4117-8404-eb7334dee686 req-3083894b-77b6-4104-852a-7b7eeaf4c0ce tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340638 Aug 12 21:04:59.405864 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a7b20-8464-46f9-9dbb-acbc48271bd5 req-703edcba-6df2-4e13-a628-8dd7abdda87f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:59.407451 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c8a7b20-8464-46f9-9dbb-acbc48271bd5 req-703edcba-6df2-4e13-a628-8dd7abdda87f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0640218 Aug 12 21:04:59.452920 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c8a7b20-8464-46f9-9dbb-acbc48271bd5 req-9c85ab5c-988f-42cf-92f5-becd4fdf070d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394034 Aug 12 21:04:59.706561 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8175a49-0f75-47f0-8691-64de3140913b req-901df91a-70a3-4716-9f2d-a4a866cf2059 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:59.708148 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e8175a49-0f75-47f0-8691-64de3140913b req-901df91a-70a3-4716-9f2d-a4a866cf2059 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0598238 Aug 12 21:04:59.749557 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-49aeff52-b4a9-440e-ae69-b627f5ff58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:59.751492 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-49aeff52-b4a9-440e-ae69-b627f5ff58d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 1098 time: 0.0635810 Aug 12 21:04:59.758104 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e8175a49-0f75-47f0-8691-64de3140913b req-79955431-0a9b-4eab-89d3-771bbb39f3af tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 Aug 12 21:04:59.854176 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-e54e653e-b552-4c6c-a3c4-6c600e58ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:59.855913 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-e54e653e-b552-4c6c-a3c4-6c600e58ae47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 911 time: 0.0974133 Aug 12 21:04:59.933961 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-4d70629e-2878-469f-8163-329afc88d1e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae8643-32da-457d-b990-3b7622501270 HTTP/1.1" status: 200 len: 1001 time: 0.0704980 Aug 12 21:04:59.984524 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-570e1f9c-26e1-43d1-ac97-297573e4e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:04:59.985988 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-570e1f9c-26e1-43d1-ac97-297573e4e32d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.0444660 Aug 12 21:05:00.050760 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-c4600a12-bbac-4680-9fe3-1efd49314030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:00.052358 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-c4600a12-bbac-4680-9fe3-1efd49314030 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505741 Aug 12 21:05:00.147459 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-faba5539-6a65-42d6-bc8c-43e4030fa614 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873196 Aug 12 21:05:00.258431 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2ab7127f-d406-4f83-a989-92d1c6f17c37 req-89d1e4c3-30eb-484c-8bf1-c837be2d0ae7 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894196 Aug 12 21:05:00.877131 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0182fa-c2df-4a78-91c4-31bfe1eb74a8 req-4389f8df-44ed-4f6a-b005-15ffa3ec48da tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:00.878592 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-de0182fa-c2df-4a78-91c4-31bfe1eb74a8 req-4389f8df-44ed-4f6a-b005-15ffa3ec48da tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0487785 Aug 12 21:05:00.918011 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-de0182fa-c2df-4a78-91c4-31bfe1eb74a8 req-b7d2eed0-3f4b-4af3-9a53-a42714521605 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310271 Aug 12 21:05:01.089782 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 3c585b11-d77f-48ed-94cf-09fed95d6d5d no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:05:01.110864 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: 3c585b11-d77f-48ed-94cf-09fed95d6d5d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:05:01.111210 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 3c585b11-d77f-48ed-94cf-09fed95d6d5d not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:05:02.054832 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5e39a-47de-4e86-b7d6-72a46a10215e req-9caa8c41-840c-4cf4-ba40-dbe31902b237 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:02.056437 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-29e5e39a-47de-4e86-b7d6-72a46a10215e req-9caa8c41-840c-4cf4-ba40-dbe31902b237 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0557866 Aug 12 21:05:02.097628 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-29e5e39a-47de-4e86-b7d6-72a46a10215e req-922ecf03-e233-4a37-b980-c6e97019a3de tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344381 Aug 12 21:05:03.232310 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffefe3-3e30-4ebc-9b17-cf43b6fa6ca1 req-6eb033b8-1f9b-4554-a1b9-42c06374fdb9 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:03.233801 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3dffefe3-3e30-4ebc-9b17-cf43b6fa6ca1 req-6eb033b8-1f9b-4554-a1b9-42c06374fdb9 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0656397 Aug 12 21:05:03.273730 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3dffefe3-3e30-4ebc-9b17-cf43b6fa6ca1 req-2483752e-fefb-4418-bf35-c3f48999345d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340066 Aug 12 21:05:04.389388 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:05:04.402107 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa6dcf-062e-48f1-ab4c-1b4a3c3681ea req-14da16e4-4df2-4399-9364-b002b6792961 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:04.403696 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5aaa6dcf-062e-48f1-ab4c-1b4a3c3681ea req-14da16e4-4df2-4399-9364-b002b6792961 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0570705 Aug 12 21:05:04.442718 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5aaa6dcf-062e-48f1-ab4c-1b4a3c3681ea req-8297b9da-2a05-4a90-8939-ed29cb42e7d3 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329976 Aug 12 21:05:09.201636 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0aa9b27f-8990-46cd-9fdd-00bbeccf9454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:11.403809 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-6dac6462-c695-4c52-ab54-a14b0a8eb2bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411446 Aug 12 21:05:11.494182 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-aeed772f-65aa-47bb-8888-82f94a29a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:11.495769 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-aeed772f-65aa-47bb-8888-82f94a29a386 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 1098 time: 0.0415382 Aug 12 21:05:11.624576 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-7d05c9cf-62c1-4a64-9b37-bb3cf94c48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:11.625970 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-7d05c9cf-62c1-4a64-9b37-bb3cf94c48a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 911 time: 0.1009288 Aug 12 21:05:11.692891 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-7b7725d3-f1e8-4a51-ad26-a7b65075cc1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9ae8643-32da-457d-b990-3b7622501270 HTTP/1.1" status: 200 len: 1001 time: 0.0584974 Aug 12 21:05:11.743776 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-6df1ce34-06e6-4175-a8c8-c6621e172fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:11.745261 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-6df1ce34-06e6-4175-a8c8-c6621e172fc9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.0443931 Aug 12 21:05:11.795086 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-41a0267b-f7e5-4ef9-bcd2-47dee11355ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:11.796598 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-41a0267b-f7e5-4ef9-bcd2-47dee11355ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439546 Aug 12 21:05:11.887964 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-aaa3c671-562c-4a1d-8d34-7f9ad4e500b8 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830421 Aug 12 21:05:11.989389 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7b31851f-8436-412a-b22a-9fe1fd55f8d1 req-678291e8-a5f0-42bb-bc76-efe578a202eb service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876646 Aug 12 21:05:12.112816 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1e30739e-5a2d-443e-8a74-35b89e0106c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:12.515895 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:12.991064 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:14.558910 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:14.755314 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:21.592013 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52808) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:21.638911 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Deleting subnet 3cbc2bdf-e588-4571-be9b-e0fea7bc6539 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:05:21.641898 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:21.675711 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893045'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:21.713319 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:21.764000 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5140521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6180788'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:21.795050 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbc2bdf-e588-4571-be9b-e0fea7bc6539,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:21.798018 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:21.799362 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3cbc2bdf-e588-4571-be9b-e0fea7bc6539 HTTP/1.1" status: 204 len: 168 time: 0.2063618 Aug 12 21:05:21.802070 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:21.805328 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.805681 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.806023 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.806363 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.806724 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.807059 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.807390 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.807719 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.808050 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.808378 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.809217 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.809693 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2417cc3-fa07-4bc9-8ecb-d3ea558c193d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:21.874242 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:21.959626 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:21.970041 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd987881-f4e5-45b0-a70c-f35201f34dc3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:21.980120 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:21.980416 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a40a3a0-4c51-4d70-9f53-ea2c8d4c6b80') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:21.989533 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4238539'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:22.003635 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:22.009300 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:05:22.009689 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239144'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: Traceback (most recent call last): Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: timer() Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: cb(*args, **kw) Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: return func(*args, **kwargs) Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: self._notify() Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: self.callback(batched_events) Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: event.method(event) Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: return f(self, *a, **k) Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._get(url).json() Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: return self.request(url, 'GET', **kwargs) Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:05:22.011305 dv-cinder-804457-1-iscsi neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:05:22.065210 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:22.070450 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:22.075593 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bd987881-f4e5-45b0-a70c-f35201f34dc3 HTTP/1.1" status: 204 len: 168 time: 0.2693624 Aug 12 21:05:22.085735 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd987881-f4e5-45b0-a70c-f35201f34dc3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:22.094060 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.094325 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.094688 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.095033 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.095367 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.095702 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.096057 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.096365 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.096713 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.097039 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.097361 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.097708 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f1474-4357-41bb-a665-51983cf77e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:22.187239 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52814) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:22.227043 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-73378d23-2a14-461a-9632-f1a8d2d5ead1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b7ae0224a0448e78c857ed86afd6c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386090 Aug 12 21:05:22.229385 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52818) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:22.284487 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d32ee16-dc5c-497c-8918-ca4d7a192190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:22.306947 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d32ee16-dc5c-497c-8918-ca4d7a192190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:22.359166 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d32ee16-dc5c-497c-8918-ca4d7a192190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:22.361781 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d32ee16-dc5c-497c-8918-ca4d7a192190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:22.363014 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-3d32ee16-dc5c-497c-8918-ca4d7a192190 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d533990-151b-4598-8fef-03bfff512ae6 HTTP/1.1" status: 204 len: 168 time: 0.1327050 Aug 12 21:05:22.372487 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32ee16-dc5c-497c-8918-ca4d7a192190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d533990-151b-4598-8fef-03bfff512ae6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:23.027961 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52840) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:23.130933 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1630224606-network', 'tenant_id': '25554f910881480e9f295dcdd56d9e25'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:23.153291 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Made reservation on behalf of 25554f910881480e9f295dcdd56d9e25 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:05:23.155726 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.164087 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.253756 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.257831 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.288897 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:05:23.294343 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee943a5-1163-4e60-ad14-23fbcbd9b736,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:23.303209 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.303545 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Added segment b02cfc6e-fff4-44f8-acaa-b8097347648b of type vlan for network 7bc566f5-51d9-4a29-8243-74ac69229236 Aug 12 21:05:23.347852 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.378044 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.379116 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:23.379823 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.434367 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4045904 Aug 12 21:05:23.437059 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52846) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:23.441738 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Request body: {'subnet': {'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1630224606-subnet', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:23.450253 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d7a31-cedf-4b0f-b580-6392a7029b01 admin admin] Pushing event updated for resources: {'Network': ['ID=7bc566f5-51d9-4a29-8243-74ac69229236,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:23.460203 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 7bc566f5-51d9-4a29-8243-74ac69229236 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:05:23.469299 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Made reservation on behalf of 25554f910881480e9f295dcdd56d9e25 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:05:23.471997 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6180767'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.647155 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5140590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6180781'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.699921 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=322d3263-2fcf-40d2-92bd-c9878a934116,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:23.710431 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Checking segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:23.710828 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Network hostable DHCP agents. Network: 7bc566f5-51d9-4a29-8243-74ac69229236, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:05:23.727863 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Network 7bc566f5-51d9-4a29-8243-74ac69229236 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:05:23.736698 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 7bc566f5-51d9-4a29-8243-74ac69229236) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:23.740924 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:23.741500 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.745950 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51744ebb-e8d2-40df-9289-b62ca29073c3 None None] Network 7bc566f5-51d9-4a29-8243-74ac69229236 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:05:23.755944 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-f4c32fa1-1cdf-4fc0-ada5-10361784c428 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3178601 Aug 12 21:05:23.758717 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52848) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:23.763662 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:23.785007 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.786068 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.843522 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.892506 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-7bc566f5-51d9-4a29-8243-74ac69229236', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:05:23.893452 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:23.983906 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.031363 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Allocated IP 172.20.0.2 (7bc566f5-51d9-4a29-8243-74ac69229236/322d3263-2fcf-40d2-92bd-c9878a934116/5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:24.170115 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.178328 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Transition to ACTIVE for port object 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:24.186571 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.194236 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Transition to ACTIVE for port object 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:24.202883 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.206497 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.243789 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Network 7bc566f5-51d9-4a29-8243-74ac69229236 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:24.249490 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:24.252007 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:24.263794 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Pushing event updated for resources: {'Port': ['ID=5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:24.314763 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Attempting to bind port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:05:24.315138 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Attempting to bind port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:05:24.315478 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Attempting to bind port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b on network 7bc566f5-51d9-4a29-8243-74ac69229236 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:24.319210 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Allocated IP 172.27.0.185 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/ccbfad6e-cb8e-4502-bbf5-b3d7decf779d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:24.321542 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:05:24.321910 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Checking segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:24.322629 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.323046 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Bound using segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:05:24.323515 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Bound port: 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:05:24.323924 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.395190 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] For port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:05:24.401221 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] For port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:05:24.406045 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.434304 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.476030 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58fab5-d604-48f5-ba0c-7fa3a2fd51b1 None None] Pushing event updated for resources: {'Port': ['ID=5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:24.485595 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:24.553792 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:24.559003 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:24.569531 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:24.629572 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Pushing event updated for resources: {'Port': ['ID=ccbfad6e-cb8e-4502-bbf5-b3d7decf779d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:24.870598 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:25.316833 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d366ce8-863a-4b89-9247-9d0a68c21e5c None None] Network 7bc566f5-51d9-4a29-8243-74ac69229236 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:05:25.337773 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:25.439176 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c142977f-b475-478f-9bac-18541c8e2442 None None] Provisioning for port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:25.476496 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:05:25.598413 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:05:25.610011 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Sync routers for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:05:25.616870 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:25.620886 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-72ff4c69-5086-4217-90c6-6f710c2cad72 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8587205 Aug 12 21:05:25.621133 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:25.621557 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:25.622244 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:25.744365 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:25.848680 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:26.068351 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.076005 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:26.080751 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:26.081123 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.139427 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:24Z', 'revision_number': 3, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:26.187075 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Checking router: c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:05:26.187425 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Updating router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:05:26.227783 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.229668 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.231853 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Allocated IP 172.20.0.1 (7bc566f5-51d9-4a29-8243-74ac69229236/322d3263-2fcf-40d2-92bd-c9878a934116/0780c7bc-e381-49ca-bb65-05ac63842684) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:26.343694 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.348359 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:26.355602 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.357994 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Transition to ACTIVE for port object 0780c7bc-e381-49ca-bb65-05ac63842684 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:26.395705 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.442409 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Network 7bc566f5-51d9-4a29-8243-74ac69229236 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:26.447213 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:26.451484 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:26.458737 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:26.478565 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Pushing event updated for resources: {'Port': ['ID=0780c7bc-e381-49ca-bb65-05ac63842684,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:26.500418 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.575655 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.593241 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Transition to ACTIVE for port object ccbfad6e-cb8e-4502-bbf5-b3d7decf779d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:26.607151 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.663126 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.685220 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Attempting to bind port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:05:26.686028 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Attempting to bind port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:05:26.686028 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Attempting to bind port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:26.690478 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa0ab2-d9ca-4683-960c-44c7626c02e5 None None] Pushing event updated for resources: {'Port': ['ID=ccbfad6e-cb8e-4502-bbf5-b3d7decf779d,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:26.700163 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:05:26.700561 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:26.700966 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.701362 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:05:26.701849 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Bound port: ccbfad6e-cb8e-4502-bbf5-b3d7decf779d, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:05:26.702236 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.727742 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f395fdd5-d4cd-4d6a-9df2-07dc1ee1d26b None None] Provisioning for port 0780c7bc-e381-49ca-bb65-05ac63842684 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:26.738405 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f395fdd5-d4cd-4d6a-9df2-07dc1ee1d26b None None] Provisioning complete for port 0780c7bc-e381-49ca-bb65-05ac63842684 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:26.738805 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f395fdd5-d4cd-4d6a-9df2-07dc1ee1d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.794149 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] For port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:05:26.797943 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f395fdd5-d4cd-4d6a-9df2-07dc1ee1d26b None None] Port 0780c7bc-e381-49ca-bb65-05ac63842684 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:05:26.807741 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] For port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=ccbfad6e-cb8e-4502-bbf5-b3d7decf779d,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:05:26.814600 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.851896 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.859066 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.872751 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:26.873738 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:26.908572 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa0ab2-d9ca-4683-960c-44c7626c02e5 None None] Pushing event updated for resources: {'Port': ['ID=ccbfad6e-cb8e-4502-bbf5-b3d7decf779d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:26.929374 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:26.931441 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Pushing event updated for resources: {'Port': ['ID=0780c7bc-e381-49ca-bb65-05ac63842684,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:26.998842 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:27.034135 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Network 7bc566f5-51d9-4a29-8243-74ac69229236 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:27.035617 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:27.168690 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:05:27.245266 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 2, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:27.277628 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a6853e-da3a-46a6-8af4-4c38154c2096 None None] The sync data for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi is: [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 2, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:05:27.289482 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:05:27.301682 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c1ed5afc-8ebe-4aa7-906f-5a71d85237bf admin admin] 10.222.0.18 "PUT /v2.0/routers/c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718421 Aug 12 21:05:27.324824 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cc5eb6f8-4c9a-45fd-a02d-b0d84d4d6479 None None] Provisioning complete for port 0780c7bc-e381-49ca-bb65-05ac63842684 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:27.325642 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb6f8-4c9a-45fd-a02d-b0d84d4d6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:27.375099 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cc5eb6f8-4c9a-45fd-a02d-b0d84d4d6479 None None] Port 0780c7bc-e381-49ca-bb65-05ac63842684 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:05:27.808129 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:27.868568 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:27.869036 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:27.874691 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52874) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:27.879759 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1581648434-network', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:27.903922 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Made reservation on behalf of b80062bee84b40ec9abdcd687a5c7418 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:05:27.906432 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:27.934503 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.073615 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.079723 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.106531 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:05:28.117353 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bde213-b98d-4f4c-aba2-05a9d184bc82,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:28.123885 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.124224 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Added segment b9add29c-6cb0-48f7-8fbd-38253d0946a1 of type vlan for network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 Aug 12 21:05:28.168738 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.201496 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.202621 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:28.203300 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.260312 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3844676 Aug 12 21:05:28.262937 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52876) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:28.269648 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Request body: {'subnet': {'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1581648434-subnet', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:28.278013 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7d30e-d7f7-47a7-8b65-193e0ef96898 admin admin] Pushing event updated for resources: {'Network': ['ID=2e1e5a98-e24e-4aed-b9c3-849220c2ae63,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:28.288702 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:05:28.298507 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Made reservation on behalf of b80062bee84b40ec9abdcd687a5c7418 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:05:28.301252 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6180767'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.513962 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5140590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6180781'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.580019 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2376642e-9015-42b8-a30b-15e43393772d,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:28.598155 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Checking segment: {'id': 'b9add29c-6cb0-48f7-8fbd-38253d0946a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:28.598508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Network hostable DHCP agents. Network: 2e1e5a98-e24e-4aed-b9c3-849220c2ae63, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:05:28.619469 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:05:28.632328 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 2e1e5a98-e24e-4aed-b9c3-849220c2ae63) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:28.637513 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:28.638101 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.643070 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a4d74-02dd-42de-a060-14c3d4bddbc0 None None] Network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:05:28.658147 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-cc8016fc-34cd-48ea-aaca-85ed9dcfd0cd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3939462 Aug 12 21:05:28.667315 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52878) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:28.678152 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:28.698423 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.700076 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.772374 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.851132 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-2e1e5a98-e24e-4aed-b9c3-849220c2ae63', 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'fixed_ips': [{'subnet_id': '2376642e-9015-42b8-a30b-15e43393772d'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:05:28.852795 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:28.922652 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:29.018813 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Allocated IP 172.20.0.2 (2e1e5a98-e24e-4aed-b9c3-849220c2ae63/2376642e-9015-42b8-a30b-15e43393772d/8aa0f691-5418-4c86-9f61-e1d957858e60) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:29.199750 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:29.211987 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Transition to ACTIVE for port object 8aa0f691-5418-4c86-9f61-e1d957858e60 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:29.234270 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Transition to ACTIVE for port object 8aa0f691-5418-4c86-9f61-e1d957858e60 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:29.243401 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:29.305805 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:29.309094 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:29.313743 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:29.317037 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Pushing event updated for resources: {'Port': ['ID=8aa0f691-5418-4c86-9f61-e1d957858e60,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:29.373905 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Attempting to bind port 8aa0f691-5418-4c86-9f61-e1d957858e60 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:05:29.374270 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Attempting to bind port 8aa0f691-5418-4c86-9f61-e1d957858e60 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': 'b9add29c-6cb0-48f7-8fbd-38253d0946a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:05:29.374628 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Attempting to bind port 8aa0f691-5418-4c86-9f61-e1d957858e60 on network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:29.380333 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:05:29.380700 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Checking segment: {'id': 'b9add29c-6cb0-48f7-8fbd-38253d0946a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:29.381105 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:29.381495 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Bound using segment: {'id': 'b9add29c-6cb0-48f7-8fbd-38253d0946a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:05:29.382087 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Bound port: 8aa0f691-5418-4c86-9f61-e1d957858e60, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9add29c-6cb0-48f7-8fbd-38253d0946a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:05:29.383033 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:29.417319 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:29.442317 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Sync routers for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:05:29.447636 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:29.457318 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:29.459152 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] For port 8aa0f691-5418-4c86-9f61-e1d957858e60, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:05:29.459391 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:29.462173 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] For port 8aa0f691-5418-4c86-9f61-e1d957858e60, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=8aa0f691-5418-4c86-9f61-e1d957858e60,segment=NetworkSegment(b9add29c-6cb0-48f7-8fbd-38253d0946a1),segment_id=b9add29c-6cb0-48f7-8fbd-38253d0946a1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:05:29.469216 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:29.537080 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c002cb-b84f-44de-b9a4-31d6349d95f4 None None] Pushing event updated for resources: {'Port': ['ID=8aa0f691-5418-4c86-9f61-e1d957858e60,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:29.577922 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Allocated IP 172.27.0.85 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/124c7e7e-f2de-4962-9ec4-2a0707684cc0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:29.617980 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:29.726225 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:29.879099 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.002685 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:30.008890 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:30.020067 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:30.071444 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device ccbfad6e-cb8e-4502-bbf5-b3d7decf779d up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:30.080490 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Pushing event updated for resources: {'Port': ['ID=124c7e7e-f2de-4962-9ec4-2a0707684cc0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:30.140180 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:30.149793 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:30.152577 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.157417 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 2, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:30.253816 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Checking router: c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:05:30.254360 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Updating router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 port 0780c7bc-e381-49ca-bb65-05ac63842684 binding host dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:05:30.262209 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.286404 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=ccbfad6e-cb8e-4502-bbf5-b3d7decf779d,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:30.292050 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.293380 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 8aa0f691-5418-4c86-9f61-e1d957858e60 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:30.314838 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.379568 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=ccbfad6e-cb8e-4502-bbf5-b3d7decf779d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:30.379850 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.397377 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 8aa0f691-5418-4c86-9f61-e1d957858e60 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:30.695625 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.723418 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.735855 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Transition to ACTIVE for port object 0780c7bc-e381-49ca-bb65-05ac63842684 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:30.745490 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.791110 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c98942-a520-4d93-be0c-ee81f5091754 None None] Pushing event updated for resources: {'Port': ['ID=0780c7bc-e381-49ca-bb65-05ac63842684,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:30.835910 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e820007-76f8-426b-9762-661a3be90f77 None None] Network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:05:30.871250 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Router 703fed5a-c302-4574-9ed3-91a5693019f3 is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:05:30.875459 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Attempting to bind port 0780c7bc-e381-49ca-bb65-05ac63842684 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:05:30.876054 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Attempting to bind port 0780c7bc-e381-49ca-bb65-05ac63842684 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:05:30.876596 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Attempting to bind port 0780c7bc-e381-49ca-bb65-05ac63842684 on network 7bc566f5-51d9-4a29-8243-74ac69229236 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:30.885346 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:05:30.885960 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Checking segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:30.886685 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.887358 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Bound using segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:05:30.888149 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Bound port: 0780c7bc-e381-49ca-bb65-05ac63842684, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:05:30.888813 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:30.992623 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0e5a82be-5faf-4042-a3f5-ff121c264992 None None] Provisioning for port 8aa0f691-5418-4c86-9f61-e1d957858e60 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:30.998695 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] For port 0780c7bc-e381-49ca-bb65-05ac63842684, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:05:31.001804 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] For port 0780c7bc-e381-49ca-bb65-05ac63842684, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=0780c7bc-e381-49ca-bb65-05ac63842684,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:05:31.009609 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0e5a82be-5faf-4042-a3f5-ff121c264992 None None] Provisioning complete for port 8aa0f691-5418-4c86-9f61-e1d957858e60 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:31.010349 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e5a82be-5faf-4042-a3f5-ff121c264992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:31.010867 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:31.025830 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:05:31.052463 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:31.054019 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-209ed12f-46e9-467b-844d-1c59d23269f1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3846095 Aug 12 21:05:31.059519 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b946924-7392-445c-babb-26c407102731 None None] Sync routers for ids ['703fed5a-c302-4574-9ed3-91a5693019f3'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:05:31.059741 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52886) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:31.070910 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c98942-a520-4d93-be0c-ee81f5091754 None None] Pushing event updated for resources: {'Port': ['ID=0780c7bc-e381-49ca-bb65-05ac63842684,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:31.122992 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:31.126078 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:31.161355 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b946924-7392-445c-babb-26c407102731 None None] Routers {'703fed5a-c302-4574-9ed3-91a5693019f3'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:31.162344 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9b946924-7392-445c-babb-26c407102731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['703fed5a-c302-4574-9ed3-91a5693019f3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:31.370446 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:31.657359 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:31.661669 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9b946924-7392-445c-babb-26c407102731 None None] Set router 703fed5a-c302-4574-9ed3-91a5693019f3 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:31.665213 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e5a82be-5faf-4042-a3f5-ff121c264992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:31.713361 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2dbec-b85a-431c-9254-3822945728d2 None None] The sync data for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi is: [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:05:31.746559 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:31.920046 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0e5a82be-5faf-4042-a3f5-ff121c264992 None None] For port 8aa0f691-5418-4c86-9f61-e1d957858e60, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=8aa0f691-5418-4c86-9f61-e1d957858e60,segment=NetworkSegment(b9add29c-6cb0-48f7-8fbd-38253d0946a1),segment_id=b9add29c-6cb0-48f7-8fbd-38253d0946a1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:31.942967 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e5a82be-5faf-4042-a3f5-ff121c264992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:31.951607 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Allocated IP 172.20.0.1 (2e1e5a98-e24e-4aed-b9c3-849220c2ae63/2376642e-9015-42b8-a30b-15e43393772d/02486cc2-b656-4e11-8ff9-865eadb0bf3a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:32.015709 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 0780c7bc-e381-49ca-bb65-05ac63842684 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:32.151552 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a82be-5faf-4042-a3f5-ff121c264992 None None] Pushing event updated for resources: {'Port': ['ID=8aa0f691-5418-4c86-9f61-e1d957858e60,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:32.155389 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.184298 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7f8001f2-01a1-4770-9ddf-924933251432 None None] Provisioning complete for port 8aa0f691-5418-4c86-9f61-e1d957858e60 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:32.184298 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7f8001f2-01a1-4770-9ddf-924933251432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.185296 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Transition to ACTIVE for port object 02486cc2-b656-4e11-8ff9-865eadb0bf3a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:32.187115 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 0780c7bc-e381-49ca-bb65-05ac63842684 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:32.216096 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 0780c7bc-e381-49ca-bb65-05ac63842684 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:32.216432 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.248145 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.267230 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9b946924-7392-445c-babb-26c407102731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:28Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 3, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'gw_port': {'id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:29Z', 'updated_at': '2021-08-12T21:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:32.300340 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b946924-7392-445c-babb-26c407102731 None None] Checking router: 703fed5a-c302-4574-9ed3-91a5693019f3 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:05:32.300686 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b946924-7392-445c-babb-26c407102731 None None] Updating router 703fed5a-c302-4574-9ed3-91a5693019f3 port 124c7e7e-f2de-4962-9ec4-2a0707684cc0 binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:05:32.328191 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:32.335399 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Pushing event updated for resources: {'Port': ['ID=02486cc2-b656-4e11-8ff9-865eadb0bf3a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:32.340554 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:32.344232 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:32.390406 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9b946924-7392-445c-babb-26c407102731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.416393 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.617211 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.692284 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.747581 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1188488d-c8f4-4589-9d61-fb969c63754c None None] Provisioning for port 02486cc2-b656-4e11-8ff9-865eadb0bf3a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:32.787969 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1188488d-c8f4-4589-9d61-fb969c63754c None None] Provisioning complete for port 02486cc2-b656-4e11-8ff9-865eadb0bf3a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:32.788531 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1188488d-c8f4-4589-9d61-fb969c63754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.804875 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 0780c7bc-e381-49ca-bb65-05ac63842684, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=0780c7bc-e381-49ca-bb65-05ac63842684,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:32.827456 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.828312 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device ccbfad6e-cb8e-4502-bbf5-b3d7decf779d up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:32.890688 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.898166 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:32.920060 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1188488d-c8f4-4589-9d61-fb969c63754c None None] Port 02486cc2-b656-4e11-8ff9-865eadb0bf3a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:05:32.962806 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=0780c7bc-e381-49ca-bb65-05ac63842684,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:33.009597 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:33.010016 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:33.022498 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:33.027026 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Pushing event updated for resources: {'Port': ['ID=02486cc2-b656-4e11-8ff9-865eadb0bf3a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:33.057486 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9b946924-7392-445c-babb-26c407102731 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:33.074936 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9b946924-7392-445c-babb-26c407102731 None None] Transition to ACTIVE for port object 124c7e7e-f2de-4962-9ec4-2a0707684cc0 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:33.084288 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9b946924-7392-445c-babb-26c407102731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:33.160965 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:33.163843 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:33.165657 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c03131-e768-45e1-8e93-9eb9cab648e8 None None] Pushing event updated for resources: {'Port': ['ID=124c7e7e-f2de-4962-9ec4-2a0707684cc0,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:33.173218 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9b946924-7392-445c-babb-26c407102731 None None] Attempting to bind port 124c7e7e-f2de-4962-9ec4-2a0707684cc0 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:05:33.173577 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9b946924-7392-445c-babb-26c407102731 None None] Attempting to bind port 124c7e7e-f2de-4962-9ec4-2a0707684cc0 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:05:33.173934 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b946924-7392-445c-babb-26c407102731 None None] Attempting to bind port 124c7e7e-f2de-4962-9ec4-2a0707684cc0 on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:33.186109 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b946924-7392-445c-babb-26c407102731 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:05:33.187112 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b946924-7392-445c-babb-26c407102731 None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:33.187430 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9b946924-7392-445c-babb-26c407102731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:33.187953 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b946924-7392-445c-babb-26c407102731 None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:05:33.188667 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9b946924-7392-445c-babb-26c407102731 None None] Bound port: 124c7e7e-f2de-4962-9ec4-2a0707684cc0, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:05:33.189338 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9b946924-7392-445c-babb-26c407102731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:33.269304 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9b946924-7392-445c-babb-26c407102731 None None] For port 124c7e7e-f2de-4962-9ec4-2a0707684cc0, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:05:33.272832 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9b946924-7392-445c-babb-26c407102731 None None] For port 124c7e7e-f2de-4962-9ec4-2a0707684cc0, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=124c7e7e-f2de-4962-9ec4-2a0707684cc0,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:05:33.280874 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9b946924-7392-445c-babb-26c407102731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:33.349211 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Router 703fed5a-c302-4574-9ed3-91a5693019f3 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:05:33.373914 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b946924-7392-445c-babb-26c407102731 None None] Routers {'703fed5a-c302-4574-9ed3-91a5693019f3'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:33.374979 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9b946924-7392-445c-babb-26c407102731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['703fed5a-c302-4574-9ed3-91a5693019f3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:33.380225 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c03131-e768-45e1-8e93-9eb9cab648e8 None None] Pushing event updated for resources: {'Port': ['ID=124c7e7e-f2de-4962-9ec4-2a0707684cc0,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:33.487040 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-811c4a4b-d6c5-4dad-be2f-708b47b8d4ad None None] Provisioning complete for port 02486cc2-b656-4e11-8ff9-865eadb0bf3a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:33.487427 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-811c4a4b-d6c5-4dad-be2f-708b47b8d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:33.512815 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37868768-379b-484a-8282-2e379379c49a admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:05:33.528070 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-37868768-379b-484a-8282-2e379379c49a admin admin] 10.222.0.18 "PUT /v2.0/routers/703fed5a-c302-4574-9ed3-91a5693019f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4578524 Aug 12 21:05:33.574863 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-811c4a4b-d6c5-4dad-be2f-708b47b8d4ad None None] Port 02486cc2-b656-4e11-8ff9-865eadb0bf3a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:05:33.583020 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9b946924-7392-445c-babb-26c407102731 None None] Set router 703fed5a-c302-4574-9ed3-91a5693019f3 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:33.860340 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 0780c7bc-e381-49ca-bb65-05ac63842684 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:33.897744 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09a88887-892b-47c4-84da-b66d672205c6 req-22d322f7-b114-4365-80a7-b5786624e509 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381315843&fields=id&tenant_id=126743d05e4a4a5883101f8524dc1089 HTTP/1.1" status: 200 len: 267 time: 0.0588284 Aug 12 21:05:33.981557 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a88887-892b-47c4-84da-b66d672205c6 req-1a2f2209-9fb1-444f-8d70-2d32abe19a77 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:33.984256 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09a88887-892b-47c4-84da-b66d672205c6 req-1a2f2209-9fb1-444f-8d70-2d32abe19a77 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 985 time: 0.0764370 Aug 12 21:05:34.000485 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-09a88887-892b-47c4-84da-b66d672205c6 req-85189a91-4d1b-401c-9db5-aa64b1744626 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Request body: {'port': {'security_groups': ['d2782a87-6eff-4491-aa31-d3fac047a77e']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:34.104486 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9b946924-7392-445c-babb-26c407102731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:28Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 4, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'gw_port': {'id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:29Z', 'updated_at': '2021-08-12T21:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '02486cc2-b656-4e11-8ff9-865eadb0bf3a', 'name': '', 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'mac_address': 'fa:16:3e:3d:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2376642e-9015-42b8-a30b-15e43393772d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:31Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 2, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'subnets': [{'id': '2376642e-9015-42b8-a30b-15e43393772d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:34.108451 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-09a88887-892b-47c4-84da-b66d672205c6 req-85189a91-4d1b-401c-9db5-aa64b1744626 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.150555 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b946924-7392-445c-babb-26c407102731 None None] The sync data for ids ['703fed5a-c302-4574-9ed3-91a5693019f3'] in dv-cinder-804457-1-iscsi is: [{'id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:28Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 4, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'gw_port': {'id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:29Z', 'updated_at': '2021-08-12T21:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '02486cc2-b656-4e11-8ff9-865eadb0bf3a', 'name': '', 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'mac_address': 'fa:16:3e:3d:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2376642e-9015-42b8-a30b-15e43393772d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:31Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 2, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'subnets': [{'id': '2376642e-9015-42b8-a30b-15e43393772d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:05:34.179548 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 0780c7bc-e381-49ca-bb65-05ac63842684 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:34.179548 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.318161 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 8aa0f691-5418-4c86-9f61-e1d957858e60 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:34.365715 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52906) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:34.373836 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7305e98c-dac6-4c60-ad43-dfdf118672ac tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995456698', 'description': 'tempest-secgroup-smoke-1995456698 description', 'project_id': '25554f910881480e9f295dcdd56d9e25'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:34.410599 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 8aa0f691-5418-4c86-9f61-e1d957858e60 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:34.412122 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.419807 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7305e98c-dac6-4c60-ad43-dfdf118672ac tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.435558 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-09a88887-892b-47c4-84da-b66d672205c6 req-85189a91-4d1b-401c-9db5-aa64b1744626 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] For port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:34.525839 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-09a88887-892b-47c4-84da-b66d672205c6 req-85189a91-4d1b-401c-9db5-aa64b1744626 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.535441 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-09a88887-892b-47c4-84da-b66d672205c6 req-85189a91-4d1b-401c-9db5-aa64b1744626 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.552339 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:05:34.643913 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7305e98c-dac6-4c60-ad43-dfdf118672ac tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.654780 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7305e98c-dac6-4c60-ad43-dfdf118672ac tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.664513 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a88887-892b-47c4-84da-b66d672205c6 req-85189a91-4d1b-401c-9db5-aa64b1744626 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:34.665785 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-09a88887-892b-47c4-84da-b66d672205c6 req-85189a91-4d1b-401c-9db5-aa64b1744626 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.676258 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09a88887-892b-47c4-84da-b66d672205c6 req-85189a91-4d1b-401c-9db5-aa64b1744626 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "PUT /v2.0/ports/f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 943 time: 0.6845491 Aug 12 21:05:34.677181 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52910) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:34.677887 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:05:34.680739 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3b6bc3-bdca-449f-a960-340e2cbf7667" -d '{"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:05:34.684426 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85189a91-4d1b-401c-9db5-aa64b1744626 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event updated for resources: {'Port': ['ID=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:34.762618 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7305e98c-dac6-4c60-ad43-dfdf118672ac tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.762618 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-7305e98c-dac6-4c60-ad43-dfdf118672ac tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3907948 Aug 12 21:05:34.763984 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:34.780564 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-54b205b8-ab56-4f6a-b7bc-53d87766046d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'security_group_rule': {'security_group_id': 'e72cb26a-5d70-4e91-a726-1f4d95b3fceb', 'project_id': '25554f910881480e9f295dcdd56d9e25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:34.784256 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:05:34.786699 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305e98c-dac6-4c60-ad43-dfdf118672ac tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72cb26a-5d70-4e91-a726-1f4d95b3fceb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:34.804577 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e2856b-14e4-4078-bcde-548419f03aaa x-openstack-request-id: req-49e2856b-14e4-4078-bcde-548419f03aaa {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:05:34.805274 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:05:34.805905 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49e2856b-14e4-4078-bcde-548419f03aaa {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:05:34.806572 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'status': 'completed', 'code': 200} Aug 12 21:05:34.830462 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9abf0f57-feec-4b51-a8b0-8e92cb144ca5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.881135 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9abf0f57-feec-4b51-a8b0-8e92cb144ca5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.904737 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54b205b8-ab56-4f6a-b7bc-53d87766046d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:34.999374 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-96331e2c-93ba-45e3-b40e-ad98a83f0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:35.005859 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-96331e2c-93ba-45e3-b40e-ad98a83f0178 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126743d05e4a4a5883101f8524dc1089&device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 1099 time: 0.1801665 Aug 12 21:05:35.014174 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9abf0f57-feec-4b51-a8b0-8e92cb144ca5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.018489 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9abf0f57-feec-4b51-a8b0-8e92cb144ca5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.020460 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-9abf0f57-feec-4b51-a8b0-8e92cb144ca5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "DELETE /v2.0/security-groups/e4eacd97-09d9-4e56-a57b-c92f1a6dd482 HTTP/1.1" status: 204 len: 168 time: 0.3313663 Aug 12 21:05:35.034593 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 52916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:35.048874 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf0f57-feec-4b51-a8b0-8e92cb144ca5 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eacd97-09d9-4e56-a57b-c92f1a6dd482,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:35.156486 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-84482897-1cbd-47bc-84ba-5ef3beb72039 None None] Provisioning complete for port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:35.157121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-84482897-1cbd-47bc-84ba-5ef3beb72039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.365997 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54b205b8-ab56-4f6a-b7bc-53d87766046d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.391948 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54b205b8-ab56-4f6a-b7bc-53d87766046d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.461579 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-524d4237-30d2-4b88-a54a-c7a8deec2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:35.463136 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-524d4237-30d2-4b88-a54a-c7a8deec2e48 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d9332f3-9bc2-41c2-9587-8cc77767144b HTTP/1.1" status: 200 len: 916 time: 0.4343677 Aug 12 21:05:35.474536 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b205b8-ab56-4f6a-b7bc-53d87766046d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe17998-462a-4682-8a14-a6947c6be10a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:35.490576 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54b205b8-ab56-4f6a-b7bc-53d87766046d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.491894 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-54b205b8-ab56-4f6a-b7bc-53d87766046d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7261515 Aug 12 21:05:35.496699 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52920) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:35.501792 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a2e580d7-fa90-474d-b0e5-a7fa6add1728 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'security_group_rule': {'security_group_id': 'e72cb26a-5d70-4e91-a726-1f4d95b3fceb', 'project_id': '25554f910881480e9f295dcdd56d9e25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:35.538009 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e580d7-fa90-474d-b0e5-a7fa6add1728 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.628952 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e580d7-fa90-474d-b0e5-a7fa6add1728 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.634875 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e580d7-fa90-474d-b0e5-a7fa6add1728 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.674283 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e580d7-fa90-474d-b0e5-a7fa6add1728 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9c11f4-fc10-4599-8eb0-230279f3db97,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:35.679562 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e580d7-fa90-474d-b0e5-a7fa6add1728 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.686515 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-a2e580d7-fa90-474d-b0e5-a7fa6add1728 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1886330 Aug 12 21:05:35.687202 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52922) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:35.692031 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6767c60d-451b-4181-ac26-eed847e0cd57 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'security_group_rule': {'security_group_id': 'e72cb26a-5d70-4e91-a726-1f4d95b3fceb', 'project_id': '25554f910881480e9f295dcdd56d9e25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:35.742423 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6767c60d-451b-4181-ac26-eed847e0cd57 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.841848 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-b83e5de4-314d-4e35-911e-75a36f872704 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 1002 time: 0.3639407 Aug 12 21:05:35.899995 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 124c7e7e-f2de-4962-9ec4-2a0707684cc0 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:35.909861 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6767c60d-451b-4181-ac26-eed847e0cd57 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.917199 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6767c60d-451b-4181-ac26-eed847e0cd57 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.946198 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Deleting port 994a9b3b-7701-4acf-ae6a-1448cc11cd3b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:35.947787 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:35.948073 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767c60d-451b-4181-ac26-eed847e0cd57 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6085a01-5d5b-44f5-a001-ffd1cd7c2fa4,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:35.954619 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-4c63fc8b-8c36-4520-9aed-07e41e4c22b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:35.957464 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-4c63fc8b-8c36-4520-9aed-07e41e4c22b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75e1203c-1368-45f6-86e7-7e5d000bc25e HTTP/1.1" status: 200 len: 854 time: 0.1054230 Aug 12 21:05:36.007270 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6767c60d-451b-4181-ac26-eed847e0cd57 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.013867 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-6767c60d-451b-4181-ac26-eed847e0cd57 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3232062 Aug 12 21:05:36.017384 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52926) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:36.029437 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-194ec63a-8579-4d8b-bba9-4ab16f07c3e1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'security_group_rule': {'security_group_id': 'e72cb26a-5d70-4e91-a726-1f4d95b3fceb', 'project_id': '25554f910881480e9f295dcdd56d9e25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:36.036945 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 124c7e7e-f2de-4962-9ec4-2a0707684cc0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:36.049299 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 124c7e7e-f2de-4962-9ec4-2a0707684cc0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:36.050248 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.090047 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194ec63a-8579-4d8b-bba9-4ab16f07c3e1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.146401 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-52d12115-7fdd-4eda-bc8d-1db507186743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:36.148147 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-52d12115-7fdd-4eda-bc8d-1db507186743 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d9332f3-9bc2-41c2-9587-8cc77767144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1738601 Aug 12 21:05:36.157599 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.158477 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.186373 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.189957 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Calling delete_port for 994a9b3b-7701-4acf-ae6a-1448cc11cd3b owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:36.217822 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194ec63a-8579-4d8b-bba9-4ab16f07c3e1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.224681 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194ec63a-8579-4d8b-bba9-4ab16f07c3e1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.227430 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 124c7e7e-f2de-4962-9ec4-2a0707684cc0, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=124c7e7e-f2de-4962-9ec4-2a0707684cc0,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:36.233224 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.273538 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194ec63a-8579-4d8b-bba9-4ab16f07c3e1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.276082 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-194ec63a-8579-4d8b-bba9-4ab16f07c3e1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2568808 Aug 12 21:05:36.278364 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ec63a-8579-4d8b-bba9-4ab16f07c3e1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700ba2b7-1655-4894-b635-3e6d700cf378,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:36.290603 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52928) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:36.300637 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3e023db0-1052-45bb-b15c-cb439b98ead8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'security_group_rule': {'security_group_id': 'e72cb26a-5d70-4e91-a726-1f4d95b3fceb', 'project_id': '25554f910881480e9f295dcdd56d9e25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:36.330132 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=124c7e7e-f2de-4962-9ec4-2a0707684cc0,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:36.342979 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-3e023db0-1052-45bb-b15c-cb439b98ead8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Project 25554f910881480e9f295dcdd56d9e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:05:36.349911 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e023db0-1052-45bb-b15c-cb439b98ead8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.494848 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e023db0-1052-45bb-b15c-cb439b98ead8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.501594 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e023db0-1052-45bb-b15c-cb439b98ead8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.505985 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-b66f41eb-8a6e-4885-a384-6ae9d63aff88 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504738 Aug 12 21:05:36.532735 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e023db0-1052-45bb-b15c-cb439b98ead8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9fae10-ae6b-464d-91fc-9679eae81afe,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:36.537329 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e023db0-1052-45bb-b15c-cb439b98ead8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.542103 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-3e023db0-1052-45bb-b15c-cb439b98ead8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2495515 Aug 12 21:05:36.543428 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 52930) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:36.548276 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b69754bb-6a99-4df5-9107-bc61de007459 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'security_group_rule': {'security_group_id': 'e72cb26a-5d70-4e91-a726-1f4d95b3fceb', 'project_id': '25554f910881480e9f295dcdd56d9e25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:36.571938 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-b69754bb-6a99-4df5-9107-bc61de007459 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Project 25554f910881480e9f295dcdd56d9e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:05:36.577662 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b69754bb-6a99-4df5-9107-bc61de007459 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.649389 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b69754bb-6a99-4df5-9107-bc61de007459 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.654533 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b69754bb-6a99-4df5-9107-bc61de007459 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.684575 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69754bb-6a99-4df5-9107-bc61de007459 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ad9ec2-46c8-400c-99e8-3019b39e48f7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:36.694110 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b69754bb-6a99-4df5-9107-bc61de007459 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.695569 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-b69754bb-6a99-4df5-9107-bc61de007459 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509905 Aug 12 21:05:36.710038 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.781236 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event deleted for resources: {'Port': ['ID=994a9b3b-7701-4acf-ae6a-1448cc11cd3b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:36.799190 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-9e3b6bc3-bdca-449f-a960-340e2cbf7667 req-004bd721-64e6-4f55-865a-0d91bd501f92 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839644 Aug 12 21:05:36.905597 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:36.906500 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Floating IP a3735f93-0d70-4391-bd75-12095a01a078 disassociated (deleted). External IP: 172.27.0.167, port: f5aa3687-77d5-440c-b7b7-7dbfd7d7807e. Aug 12 21:05:37.203791 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Router c6b5bb34-ab2e-44b9-b76b-39592d886db0 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:05:37.381308 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:05:37.388724 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:37.395829 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] Sync routers for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:05:37.411042 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:37.412050 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:37.436319 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1f45c333-65f1-48f1-817e-6df2d61264c9 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "DELETE /v2.0/floatingips/a3735f93-0d70-4391-bd75-12095a01a078 HTTP/1.1" status: 204 len: 168 time: 2.3998075 Aug 12 21:05:37.437314 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:05:37.442324 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565dfcd9-1f2c-4f86-956e-47611fd69e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:05:37.491078 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcce135f-aee7-4e3f-9afd-4e8fbb6cb867 x-openstack-request-id: req-dcce135f-aee7-4e3f-9afd-4e8fbb6cb867 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:05:37.491538 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:05:37.492354 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcce135f-aee7-4e3f-9afd-4e8fbb6cb867 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:05:37.493201 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'status': 'completed', 'code': 200} Aug 12 21:05:37.571712 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-3a057b28-dc23-4092-acae-e230b4b323d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:37.575331 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-3a057b28-dc23-4092-acae-e230b4b323d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=126743d05e4a4a5883101f8524dc1089&device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 1099 time: 0.0569384 Aug 12 21:05:37.581660 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:37.784801 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-dd67b32d-cc25-4ce4-a336-d1c24c326d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:37.787246 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-dd67b32d-cc25-4ce4-a336-d1c24c326d0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=4d9332f3-9bc2-41c2-9587-8cc77767144b HTTP/1.1" status: 200 len: 916 time: 0.2040761 Aug 12 21:05:37.855685 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-1f631324-0468-43db-99f6-b42dfd300ea8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 200 len: 217 time: 0.0551822 Aug 12 21:05:37.898367 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 124c7e7e-f2de-4962-9ec4-2a0707684cc0 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:37.910441 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': 'd9281d0c-87a6-4539-8120-567f45acc955', 'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'mac_address': 'fa:16:3e:2c:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:41Z', 'updated_at': '2021-08-12T21:02:51Z', 'revision_number': 5, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'subnets': [{'id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:37.932627 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-dc39485c-eb40-4039-b271-1c8644949a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:37.934397 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-dc39485c-eb40-4039-b271-1c8644949a59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75e1203c-1368-45f6-86e7-7e5d000bc25e HTTP/1.1" status: 200 len: 854 time: 0.0695446 Aug 12 21:05:37.962045 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 124c7e7e-f2de-4962-9ec4-2a0707684cc0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:37.962498 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:37.963237 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] Checking router: c6b5bb34-ab2e-44b9-b76b-39592d886db0 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:05:37.983194 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:37.985610 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:37.993446 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-2b53dc96-87d9-49fb-bb3f-333a95040b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:37.995132 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-2b53dc96-87d9-49fb-bb3f-333a95040b82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4d9332f3-9bc2-41c2-9587-8cc77767144b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513477 Aug 12 21:05:38.108866 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-0fcbd77b-0cf9-4cdf-ac10-964e7b9452ae service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055791 Aug 12 21:05:38.145964 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:38.242356 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-565dfcd9-1f2c-4f86-956e-47611fd69e2a req-f3cd1cbb-7921-4855-aea0-e8ab1ebdca01 service neutron] 10.222.0.42 "GET /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225719 Aug 12 21:05:38.568286 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': 'd9281d0c-87a6-4539-8120-567f45acc955', 'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'mac_address': 'fa:16:3e:2c:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:41Z', 'updated_at': '2021-08-12T21:02:51Z', 'revision_number': 5, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'subnets': [{'id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:38.596390 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931de32-2d8b-4934-ab08-60957e38aea4 None None] The sync data for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi is: [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:02:42Z', 'revision_number': 4, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': 'd9281d0c-87a6-4539-8120-567f45acc955', 'name': '', 'network_id': '4d9332f3-9bc2-41c2-9587-8cc77767144b', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'mac_address': 'fa:16:3e:2c:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:41Z', 'updated_at': '2021-08-12T21:02:51Z', 'revision_number': 5, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'subnets': [{'id': '75e1203c-1368-45f6-86e7-7e5d000bc25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:05:38.679121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Sync routers for ids ['703fed5a-c302-4574-9ed3-91a5693019f3'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:05:38.692640 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Routers {'703fed5a-c302-4574-9ed3-91a5693019f3'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:38.693287 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['703fed5a-c302-4574-9ed3-91a5693019f3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:38.832267 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Set router 703fed5a-c302-4574-9ed3-91a5693019f3 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:38.998248 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7647cb1-b76f-4de1-b7c3-cb824e62bc64 None None] New status for floating IP a3735f93-0d70-4391-bd75-12095a01a078: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:05:39.119123 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:28Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 4, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'gw_port': {'id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:29Z', 'updated_at': '2021-08-12T21:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '02486cc2-b656-4e11-8ff9-865eadb0bf3a', 'name': '', 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'mac_address': 'fa:16:3e:3d:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2376642e-9015-42b8-a30b-15e43393772d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:31Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 2, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'subnets': [{'id': '2376642e-9015-42b8-a30b-15e43393772d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:39.148279 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Checking router: 703fed5a-c302-4574-9ed3-91a5693019f3 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:05:39.148717 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Updating router 703fed5a-c302-4574-9ed3-91a5693019f3 port 02486cc2-b656-4e11-8ff9-865eadb0bf3a binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:05:39.180244 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:39.222644 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-614c5134-d703-4e00-9f16-6b48e331e5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:39.549137 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:39.559855 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Transition to ACTIVE for port object 02486cc2-b656-4e11-8ff9-865eadb0bf3a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:39.566049 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:39.654011 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2224ed-af32-4a4e-a9d7-a91c74f1c9da None None] Pushing event updated for resources: {'Port': ['ID=02486cc2-b656-4e11-8ff9-865eadb0bf3a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:39.734820 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Attempting to bind port 02486cc2-b656-4e11-8ff9-865eadb0bf3a on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:05:39.735269 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Attempting to bind port 02486cc2-b656-4e11-8ff9-865eadb0bf3a by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': 'b9add29c-6cb0-48f7-8fbd-38253d0946a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:05:39.735542 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Attempting to bind port 02486cc2-b656-4e11-8ff9-865eadb0bf3a on network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:39.744730 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:05:39.751282 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Checking segment: {'id': 'b9add29c-6cb0-48f7-8fbd-38253d0946a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:39.751861 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:39.752292 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Bound using segment: {'id': 'b9add29c-6cb0-48f7-8fbd-38253d0946a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:05:39.753128 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Bound port: 02486cc2-b656-4e11-8ff9-865eadb0bf3a, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9add29c-6cb0-48f7-8fbd-38253d0946a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:05:39.753448 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:39.831473 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] For port 02486cc2-b656-4e11-8ff9-865eadb0bf3a, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:05:39.836088 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] For port 02486cc2-b656-4e11-8ff9-865eadb0bf3a, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=02486cc2-b656-4e11-8ff9-865eadb0bf3a,segment=NetworkSegment(b9add29c-6cb0-48f7-8fbd-38253d0946a1),segment_id=b9add29c-6cb0-48f7-8fbd-38253d0946a1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:05:39.841278 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:39.900198 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Routers {'703fed5a-c302-4574-9ed3-91a5693019f3'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:39.900834 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['703fed5a-c302-4574-9ed3-91a5693019f3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:39.906497 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2224ed-af32-4a4e-a9d7-a91c74f1c9da None None] Pushing event updated for resources: {'Port': ['ID=02486cc2-b656-4e11-8ff9-865eadb0bf3a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:40.097269 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] Set router 703fed5a-c302-4574-9ed3-91a5693019f3 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:40.143521 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be2a22-2a44-4de3-a7a6-8636733536dd req-f663f8d6-2eea-4bbb-8ba0-db9e37787308 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:40.145576 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-88be2a22-2a44-4de3-a7a6-8636733536dd req-f663f8d6-2eea-4bbb-8ba0-db9e37787308 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0558655 Aug 12 21:05:40.189879 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-88be2a22-2a44-4de3-a7a6-8636733536dd req-70c6dffd-a351-4b69-88f6-a1dd9f5eff2c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368557 Aug 12 21:05:40.321998 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:28Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 4, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'gw_port': {'id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:29Z', 'updated_at': '2021-08-12T21:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '02486cc2-b656-4e11-8ff9-865eadb0bf3a', 'name': '', 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'mac_address': 'fa:16:3e:3d:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2376642e-9015-42b8-a30b-15e43393772d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:31Z', 'updated_at': '2021-08-12T21:05:39Z', 'revision_number': 4, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'subnets': [{'id': '2376642e-9015-42b8-a30b-15e43393772d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:40.352326 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b3e28-a044-4722-b964-1a85977937c4 None None] The sync data for ids ['703fed5a-c302-4574-9ed3-91a5693019f3'] in dv-cinder-804457-1-iscsi is: [{'id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:28Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 4, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'gw_port': {'id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:29Z', 'updated_at': '2021-08-12T21:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '02486cc2-b656-4e11-8ff9-865eadb0bf3a', 'name': '', 'network_id': '2e1e5a98-e24e-4aed-b9c3-849220c2ae63', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'mac_address': 'fa:16:3e:3d:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2376642e-9015-42b8-a30b-15e43393772d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:31Z', 'updated_at': '2021-08-12T21:05:39Z', 'revision_number': 4, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'subnets': [{'id': '2376642e-9015-42b8-a30b-15e43393772d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:05:40.406215 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38248f12-e10e-4fa4-840b-a3d1ea783637 req-0a375b79-7846-42ec-afbf-363467c0b31b tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:40.407866 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38248f12-e10e-4fa4-840b-a3d1ea783637 req-0a375b79-7846-42ec-afbf-363467c0b31b tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0560737 Aug 12 21:05:40.466528 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38248f12-e10e-4fa4-840b-a3d1ea783637 req-6bce4565-f001-4b1d-b8d1-4c15e4b74dc8 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497305 Aug 12 21:05:41.314762 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b460147-fe76-456a-8a6f-eef4c1c35e85 req-c20f5297-c085-492a-850a-a99d7a7b769a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:41.316250 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7b460147-fe76-456a-8a6f-eef4c1c35e85 req-c20f5297-c085-492a-850a-a99d7a7b769a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0533409 Aug 12 21:05:41.354695 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7b460147-fe76-456a-8a6f-eef4c1c35e85 req-221566a8-9342-4d02-8894-cadb1f3c4334 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324271 Aug 12 21:05:41.389156 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:05:41.586258 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b884e0-3274-47ff-ab71-29b0ff780d46 req-58260def-1330-468c-bec9-34c5264c646b tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:41.587908 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-99b884e0-3274-47ff-ab71-29b0ff780d46 req-58260def-1330-468c-bec9-34c5264c646b tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0520759 Aug 12 21:05:41.632879 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-99b884e0-3274-47ff-ab71-29b0ff780d46 req-f3d4c9d6-4279-48bb-ae43-2738b9cb887f tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 Aug 12 21:05:41.816079 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 02486cc2-b656-4e11-8ff9-865eadb0bf3a up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:41.876413 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 02486cc2-b656-4e11-8ff9-865eadb0bf3a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:41.880619 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 02486cc2-b656-4e11-8ff9-865eadb0bf3a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:41.880959 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:41.970980 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.005251 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 02486cc2-b656-4e11-8ff9-865eadb0bf3a, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=02486cc2-b656-4e11-8ff9-865eadb0bf3a,segment=NetworkSegment(b9add29c-6cb0-48f7-8fbd-38253d0946a1),segment_id=b9add29c-6cb0-48f7-8fbd-38253d0946a1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:42.010562 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.074106 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=02486cc2-b656-4e11-8ff9-865eadb0bf3a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:42.106467 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b4bd7-846a-4dc1-9364-053e90d88e17 req-1e0cc570-ff33-4b9d-a36f-2fe1bb8a478c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:42.108008 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-511b4bd7-846a-4dc1-9364-053e90d88e17 req-1e0cc570-ff33-4b9d-a36f-2fe1bb8a478c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0517111 Aug 12 21:05:42.113237 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72a67e21-903f-42f5-b89e-50bcddc4ac74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.147979 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-511b4bd7-846a-4dc1-9364-053e90d88e17 req-365102f5-348d-4972-95fa-960731840f00 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331702 Aug 12 21:05:42.475566 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-a372da6a-c87f-4eff-9147-c4c2ae3829b6 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:42.476197 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d0db-19a6-4b4d-8a5f-6695f5a5d839 req-1c0700da-ee22-4d1f-a420-6bada7a4761a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:42.477108 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6975d0db-19a6-4b4d-8a5f-6695f5a5d839 req-1c0700da-ee22-4d1f-a420-6bada7a4761a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0525064 Aug 12 21:05:42.477258 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-a372da6a-c87f-4eff-9147-c4c2ae3829b6 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.42 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0546100 Aug 12 21:05:42.520937 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.546711 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6975d0db-19a6-4b4d-8a5f-6695f5a5d839 req-310a740c-d4a7-4e1f-8d3e-f8725f7e5666 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff4f4595-527b-4ffe-9d64-53a513811cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625741 Aug 12 21:05:42.566524 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-3e4599ac-8d77-4f29-af05-e7700f049697 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:42.567450 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-3e4599ac-8d77-4f29-af05-e7700f049697 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 945 time: 0.0598018 Aug 12 21:05:42.582112 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Deleting port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:42.582579 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.665178 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Deleting port c9ae8643-32da-457d-b990-3b7622501270 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:42.665523 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.685819 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] For port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:42.686186 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.700234 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Calling delete_port for f5aa3687-77d5-440c-b7b7-7dbfd7d7807e owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:42.812047 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14613fdb-412f-4a00-88a2-79f8a7c20bcd req-d32cb32d-cf3d-4208-b7ea-319742a5877a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:42.813582 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-14613fdb-412f-4a00-88a2-79f8a7c20bcd req-d32cb32d-cf3d-4208-b7ea-319742a5877a tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/ports?device_id=38ebe8bf-69e8-4e75-b8b0-64dd7dbde160 HTTP/1.1" status: 200 len: 946 time: 0.0936742 Aug 12 21:05:42.818771 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] For port c9ae8643-32da-457d-b990-3b7622501270, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c9ae8643-32da-457d-b990-3b7622501270,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:42.819137 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.838084 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.852245 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:05:42.875497 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Pushing event deleted for resources: {'Port': ['ID=f5aa3687-77d5-440c-b7b7-7dbfd7d7807e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:42.919482 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] No DVR routers for this DVR port f5aa3687-77d5-440c-b7b7-7dbfd7d7807e on host hv-cinder-80445 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:05:42.924352 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:42.927246 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c1c90f1a-1916-4b90-93f4-a7a8891a7946 req-ae6f80d4-6d05-423e-b13c-6d1095218fe3 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.42 "DELETE /v2.0/ports/f5aa3687-77d5-440c-b7b7-7dbfd7d7807e HTTP/1.1" status: 204 len: 173 time: 0.4430664 Aug 12 21:05:42.927780 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'name': 'network-vif-deleted', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:05:42.931009 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0509395-47c9-4c31-9697-9b1ab20ad250" -d '{"events": [{"server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "name": "network-vif-deleted", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:05:42.967759 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-14613fdb-412f-4a00-88a2-79f8a7c20bcd req-03a747d4-2901-4b90-a600-a485f21aefb0 tempest-TestMinimumBasicScenario-980754534 tempest-TestMinimumBasicScenario-980754534-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2782a87-6eff-4491-aa31-d3fac047a77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458166 Aug 12 21:05:42.990993 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93efad70-889b-4118-ad51-68000a2ef365 x-openstack-request-id: req-93efad70-889b-4118-ad51-68000a2ef365 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:05:42.991286 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ebe8bf-69e8-4e75-b8b0-64dd7dbde160", "name": "network-vif-deleted", "tag": "f5aa3687-77d5-440c-b7b7-7dbfd7d7807e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:05:42.991589 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93efad70-889b-4118-ad51-68000a2ef365 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:05:42.992036 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ebe8bf-69e8-4e75-b8b0-64dd7dbde160', 'name': 'network-vif-deleted', 'tag': 'f5aa3687-77d5-440c-b7b7-7dbfd7d7807e', 'status': 'completed', 'code': 200} Aug 12 21:05:43.006041 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:43.114692 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:43.115146 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:43.115895 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.l3_db [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Floating IP b4daea51-2d66-4e8d-8600-a5139a91f3d1 disassociated. External IP: 172.27.0.206, port: c9ae8643-32da-457d-b990-3b7622501270. Aug 12 21:05:43.116244 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Calling delete_port for c9ae8643-32da-457d-b990-3b7622501270 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:43.287436 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:43.325308 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3d1c8-6c57-4acd-90b7-434f03c0c49f req-bbea797c-9946-4076-bc78-1dc7b97ffcea tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:43.326785 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-32e3d1c8-6c57-4acd-90b7-434f03c0c49f req-bbea797c-9946-4076-bc78-1dc7b97ffcea tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0895011 Aug 12 21:05:43.328267 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event deleted for resources: {'Port': ['ID=c9ae8643-32da-457d-b990-3b7622501270,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:43.412854 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-32e3d1c8-6c57-4acd-90b7-434f03c0c49f req-f4035347-80d4-48c4-9420-1aacb86cd598 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789568 Aug 12 21:05:43.475568 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Router 797cf2f7-c047-4082-929c-9b4f882bcd5c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:05:43.594210 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:05:43.610553 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] Sync routers for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:05:43.622444 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:43.623400 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:43.665023 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bd52b062-964f-49f6-a68b-5b92849bf076 req-f6c6936d-d7b2-473e-8cfd-7870abe26845 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=653bde13-2a63-4ec6-8782-10dd52314c14 HTTP/1.1" status: 200 len: 210 time: 0.0431640 Aug 12 21:05:43.665878 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] No DVR routers for this DVR port c9ae8643-32da-457d-b990-3b7622501270 on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:05:43.669553 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:43.672014 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f6ef3ca6-bf45-438e-acc9-00819349163a req-98edc3fe-5d6f-4e23-b5d7-868ceb61fc9c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "DELETE /v2.0/ports/c9ae8643-32da-457d-b990-3b7622501270 HTTP/1.1" status: 204 len: 173 time: 1.0980284 Aug 12 21:05:43.672463 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653bde13-2a63-4ec6-8782-10dd52314c14', 'name': 'network-vif-deleted', 'tag': 'c9ae8643-32da-457d-b990-3b7622501270'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:05:43.674821 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7861223-10ca-4478-9655-54f5488b69aa" -d '{"events": [{"server_uuid": "653bde13-2a63-4ec6-8782-10dd52314c14", "name": "network-vif-deleted", "tag": "c9ae8643-32da-457d-b990-3b7622501270"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:05:43.738243 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f4111b-6153-495c-8f71-e8fe43132afc x-openstack-request-id: req-c3f4111b-6153-495c-8f71-e8fe43132afc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:05:43.738528 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653bde13-2a63-4ec6-8782-10dd52314c14", "name": "network-vif-deleted", "tag": "c9ae8643-32da-457d-b990-3b7622501270", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:05:43.738852 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3f4111b-6153-495c-8f71-e8fe43132afc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:05:43.739250 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653bde13-2a63-4ec6-8782-10dd52314c14', 'name': 'network-vif-deleted', 'tag': 'c9ae8643-32da-457d-b990-3b7622501270', 'status': 'completed', 'code': 200} Aug 12 21:05:43.764099 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:43.873996 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 02486cc2-b656-4e11-8ff9-865eadb0bf3a up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:44.139688 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 02486cc2-b656-4e11-8ff9-865eadb0bf3a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:44.142989 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:44.265928 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:44.299970 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] Checking router: 797cf2f7-c047-4082-929c-9b4f882bcd5c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:05:44.312489 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:44.313125 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:44.472619 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:44.569559 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e57a8-4afb-43ee-9ed1-9ddb6294bcc2 req-8a2644c9-9dd0-4b3b-a837-105f624a52d5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:44.579528 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a33e57a8-4afb-43ee-9ed1-9ddb6294bcc2 req-8a2644c9-9dd0-4b3b-a837-105f624a52d5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0784531 Aug 12 21:05:44.622228 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:44.637296 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a33e57a8-4afb-43ee-9ed1-9ddb6294bcc2 req-115a54e0-fa84-40d3-b24e-533d14df3059 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493309 Aug 12 21:05:44.766112 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:44.777402 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:44.779806 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:44.820088 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fde56ee-9612-49aa-bf24-08a865ed175a None None] The sync data for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi is: [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:05:44.878443 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44cd225-6e89-49ed-ac36-63ac3bd11536 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:44.958323 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44cd225-6e89-49ed-ac36-63ac3bd11536 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.034610 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44cd225-6e89-49ed-ac36-63ac3bd11536 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.038101 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44cd225-6e89-49ed-ac36-63ac3bd11536 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.039687 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-e44cd225-6e89-49ed-ac36-63ac3bd11536 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff4f4595-527b-4ffe-9d64-53a513811cf9 HTTP/1.1" status: 204 len: 168 time: 0.2566421 Aug 12 21:05:45.042516 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53142) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:45.049525 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cd225-6e89-49ed-ac36-63ac3bd11536 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4f4595-527b-4ffe-9d64-53a513811cf9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:45.068754 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.api.v2.resource [None req-804a950a-fa4e-4805-8b77-0f1cb57c2b87 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] show failed (client error): The resource could not be found. Aug 12 21:05:45.071320 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-804a950a-fa4e-4805-8b77-0f1cb57c2b87 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups/ff4f4595-527b-4ffe-9d64-53a513811cf9 HTTP/1.1" status: 404 len: 347 time: 0.0277712 Aug 12 21:05:45.074906 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:45.114150 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53146) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:45.224842 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Deleting port b8c79c61-0ece-48a0-8395-37f580ee7220 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:45.225304 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.281670 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a469df-1444-4d09-8c18-84b553ac7f6f None None] New status for floating IP b4daea51-2d66-4e8d-8600-a5139a91f3d1: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:05:45.322916 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.323334 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.339691 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Calling delete_port for b8c79c61-0ece-48a0-8395-37f580ee7220 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:45.495774 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.531742 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event deleted for resources: {'Port': ['ID=b8c79c61-0ece-48a0-8395-37f580ee7220,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:45.578560 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553366'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.586384 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.589561 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.590763 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d1127f69-35f1-4176-8c99-7b35ab1ecee0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "DELETE /v2.0/floatingips/b4daea51-2d66-4e8d-8600-a5139a91f3d1 HTTP/1.1" status: 204 len: 168 time: 0.5144966 Aug 12 21:05:45.865082 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d04a4-f9dd-4665-abba-abc23f6e973b req-b24c38c6-17b5-460b-bff8-4269eb816230 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:45.866639 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-406d04a4-f9dd-4665-abba-abc23f6e973b req-b24c38c6-17b5-460b-bff8-4269eb816230 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1130185 Aug 12 21:05:45.948338 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53154) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:45.953235 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-14258e96-8d45-4f8d-8646-9ec964304914 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905074029', 'description': 'tempest-description--340126646'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:45.969668 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-406d04a4-f9dd-4665-abba-abc23f6e973b req-826c3179-d2b5-4e95-b386-a980f5f30889 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807939 Aug 12 21:05:45.985276 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14258e96-8d45-4f8d-8646-9ec964304914 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:45.998624 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Deleting port d9281d0c-87a6-4539-8120-567f45acc955 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:45.999100 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.088024 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] For port d9281d0c-87a6-4539-8120-567f45acc955, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=d9281d0c-87a6-4539-8120-567f45acc955,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:46.088295 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.094632 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14258e96-8d45-4f8d-8646-9ec964304914 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.098474 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14258e96-8d45-4f8d-8646-9ec964304914 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.102715 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Calling delete_port for d9281d0c-87a6-4539-8120-567f45acc955 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:46.126019 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14258e96-8d45-4f8d-8646-9ec964304914 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.127293 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-14258e96-8d45-4f8d-8646-9ec964304914 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1779344 Aug 12 21:05:46.130133 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:46.134536 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-18eef929-8e04-46c0-8996-a633cf08ea3c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'security_group_rule': {'security_group_id': '9463e4da-672b-4cda-8c08-efb0bd98877e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:46.143070 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14258e96-8d45-4f8d-8646-9ec964304914 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9463e4da-672b-4cda-8c08-efb0bd98877e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:46.164323 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18eef929-8e04-46c0-8996-a633cf08ea3c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.222049 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18eef929-8e04-46c0-8996-a633cf08ea3c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.225993 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18eef929-8e04-46c0-8996-a633cf08ea3c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.244241 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eef929-8e04-46c0-8996-a633cf08ea3c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3129586-3b14-4463-b17f-439189a5dd10,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:46.252316 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18eef929-8e04-46c0-8996-a633cf08ea3c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.257427 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-18eef929-8e04-46c0-8996-a633cf08ea3c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262949 Aug 12 21:05:46.257852 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53158) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:46.263118 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9bcf5b56-00d6-4e0d-a3f9-06ec7c32c3ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'security_group_rule': {'security_group_id': '9463e4da-672b-4cda-8c08-efb0bd98877e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:46.327356 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9bcf5b56-00d6-4e0d-a3f9-06ec7c32c3ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.329890 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.366988 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9281d0c-87a6-4539-8120-567f45acc955,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:46.455436 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9bcf5b56-00d6-4e0d-a3f9-06ec7c32c3ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.489047 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9bcf5b56-00d6-4e0d-a3f9-06ec7c32c3ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.517068 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf5b56-00d6-4e0d-a3f9-06ec7c32c3ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71410fd5-b610-4bfd-8843-a804934c40d5,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:46.812794 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9bcf5b56-00d6-4e0d-a3f9-06ec7c32c3ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.813967 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-9bcf5b56-00d6-4e0d-a3f9-06ec7c32c3ba tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5551798 Aug 12 21:05:46.817420 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:46.821999 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'floatingip': {'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:46.836397 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-896294'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.844361 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:46.956199 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.073448 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Allocated IP 172.27.0.145 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/7bfc6cd6-b4a2-4c08-9f7a-0d21062445ed) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:47.120889 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Router c6b5bb34-ab2e-44b9-b76b-39592d886db0 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:05:47.149008 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f37b48-fae5-450c-9378-7d38a896200d req-434fcbb2-140f-482f-af75-e430f2db3ad7 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:47.151411 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-41f37b48-fae5-450c-9378-7d38a896200d req-434fcbb2-140f-482f-af75-e430f2db3ad7 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0755107 Aug 12 21:05:47.189852 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f5aa3687-77d5-440c-b7b7-7dbfd7d7807e no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:05:47.190514 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.211923 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: f5aa3687-77d5-440c-b7b7-7dbfd7d7807e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:05:47.212384 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f5aa3687-77d5-440c-b7b7-7dbfd7d7807e not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:05:47.212901 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c9ae8643-32da-457d-b990-3b7622501270 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:05:47.233806 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: c9ae8643-32da-457d-b990-3b7622501270 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:05:47.234290 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c9ae8643-32da-457d-b990-3b7622501270 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:05:47.235189 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.266623 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-41f37b48-fae5-450c-9378-7d38a896200d req-081ae441-a6fd-48d8-bbaf-20d21745e148 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091888 Aug 12 21:05:47.272368 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:47.280774 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:47.284824 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:47.298899 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:05:47.298899 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e5a0e1b3-d2d5-4924-a1d7-525beef6a6c4 admin admin] 10.222.0.18 "PUT /v2.0/routers/c6b5bb34-ab2e-44b9-b76b-39592d886db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1763692 Aug 12 21:05:47.298899 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53166) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:47.299512 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] Sync routers for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:05:47.308187 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:47.308936 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:47.315721 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'Port': ['ID=7bfc6cd6-b4a2-4c08-9f7a-0d21062445ed,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:47.391620 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.405827 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.425638 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:47.435234 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.530410 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.592897 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Deleting port 99251c83-6506-4d82-b3a4-b2531ef7ba8e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:47.593204 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.601482 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.607492 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.623984 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:05:46Z', 'revision_number': 5, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port': {'id': '99251c83-6506-4d82-b3a4-b2531ef7ba8e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:39Z', 'updated_at': '2021-08-12T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:47.651835 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] Checking router: c6b5bb34-ab2e-44b9-b76b-39592d886db0 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:05:47.660528 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] Routers {'c6b5bb34-ab2e-44b9-b76b-39592d886db0'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:47.661145 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:47.677973 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'Port': ['ID=7bfc6cd6-b4a2-4c08-9f7a-0d21062445ed,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:47.691234 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] For port 99251c83-6506-4d82-b3a4-b2531ef7ba8e, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=99251c83-6506-4d82-b3a4-b2531ef7ba8e,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:47.691742 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.692351 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.707032 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:47.710108 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Calling delete_port for 99251c83-6506-4d82-b3a4-b2531ef7ba8e owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:47.716972 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c6975985-17a0-4f7d-a505-06ab938a8d7e tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8983936 Aug 12 21:05:47.784238 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] Set router c6b5bb34-ab2e-44b9-b76b-39592d886db0 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:47.847802 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:05:47Z', 'revision_number': 6, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port_host': None}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:47.879490 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d105019-2d16-49c5-a955-9832dd1149af None None] The sync data for ids ['c6b5bb34-ab2e-44b9-b76b-39592d886db0'] in dv-cinder-804457-1-iscsi is: [{'id': 'c6b5bb34-ab2e-44b9-b76b-39592d886db0', 'name': 'tempest-TestMinimumBasicScenario-1165192152-router', 'tenant_id': '126743d05e4a4a5883101f8524dc1089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:38Z', 'updated_at': '2021-08-12T21:05:47Z', 'revision_number': 6, 'project_id': '126743d05e4a4a5883101f8524dc1089', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:05:47.961950 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-4058d4cb-2da7-4662-9f3e-e7615462255d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1905074029&fields=id&tenant_id=38e25d760f7b49cea926e741310bd9ff HTTP/1.1" status: 200 len: 267 time: 0.0501759 Aug 12 21:05:47.963194 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.009058 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Pushing event deleted for resources: {'Port': ['ID=99251c83-6506-4d82-b3a4-b2531ef7ba8e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:48.145057 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896220'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.177852 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-4ad1a844-be7e-4fcc-9617-e3e480986373 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:48.179289 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-4ad1a844-be7e-4fcc-9617-e3e480986373 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 810 time: 0.2099123 Aug 12 21:05:48.251539 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-55c7a4f9-08fc-45fa-83ac-e79684feedb5 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/quotas/38e25d760f7b49cea926e741310bd9ff HTTP/1.1" status: 200 len: 375 time: 0.0382779 Aug 12 21:05:48.253225 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.255598 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.334627 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890687'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.335231 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6b5bb34-ab2e-44b9-b76b-39592d886db0 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:05:48.340975 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.342165 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-a39c4678-1d5d-4a0b-860a-6971b6d2bbbe admin admin] 10.222.0.18 "DELETE /v2.0/routers/c6b5bb34-ab2e-44b9-b76b-39592d886db0 HTTP/1.1" status: 204 len: 168 time: 1.0465493 Aug 12 21:05:48.345448 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:48.355480 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-afc7b5e3-e02f-4627-a59b-b3282bfc96de tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0965858 Aug 12 21:05:48.397757 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac27bec9-afd3-4abd-994f-d3a56789ef78 admin admin] Deleting subnet 75e1203c-1368-45f6-86e7-7e5d000bc25e {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:05:48.401052 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac27bec9-afd3-4abd-994f-d3a56789ef78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.436428 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac27bec9-afd3-4abd-994f-d3a56789ef78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.481877 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cbc64-9694-4e90-aad2-160252764e61 req-c3ff055d-c55e-4737-9604-e6ec557e7a27 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:48.483414 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-270cbc64-9694-4e90-aad2-160252764e61 req-c3ff055d-c55e-4737-9604-e6ec557e7a27 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1057985 Aug 12 21:05:48.511313 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-1b89a4e9-5787-44c8-8f34-21586bef91d0 service neutron] 10.222.0.18 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420655 Aug 12 21:05:48.547624 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-270cbc64-9694-4e90-aad2-160252764e61 req-c842d4f3-b43e-4984-ac9b-b7f86d0b9230 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577402 Aug 12 21:05:48.550407 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac27bec9-afd3-4abd-994f-d3a56789ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.618973 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac27bec9-afd3-4abd-994f-d3a56789ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.628991 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-1e879b4c-01d8-48a8-b91f-ba79b64be2e4 service neutron] 10.222.0.18 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100523 Aug 12 21:05:48.650989 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27bec9-afd3-4abd-994f-d3a56789ef78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e1203c-1368-45f6-86e7-7e5d000bc25e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:48.654818 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac27bec9-afd3-4abd-994f-d3a56789ef78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.657095 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-ac27bec9-afd3-4abd-994f-d3a56789ef78 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/75e1203c-1368-45f6-86e7-7e5d000bc25e HTTP/1.1" status: 204 len: 168 time: 0.3093138 Aug 12 21:05:48.659356 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53186) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:48.665448 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab111e-cdc0-4af5-b4f4-210a29b8c168 None None] Network 4d9332f3-9bc2-41c2-9587-8cc77767144b requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:05:48.779427 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.863345 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Deleting port 84805f24-002b-4df7-ae52-3442561a48e2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:48.863706 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:48.941789 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] DHCP port deletion for 4d9332f3-9bc2-41c2-9587-8cc77767144b request from dv-cinder-804457-1-iscsi {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 21:05:48.997376 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Deleting port 84805f24-002b-4df7-ae52-3442561a48e2 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:48.997753 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.085054 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a85223e6-21e0-4f4d-87b5-997de4033ba0 req-60ad190e-b1ec-4878-8060-1af2dcd73d70 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 210 time: 0.2675834 Aug 12 21:05:49.115653 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] For port 84805f24-002b-4df7-ae52-3442561a48e2, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=84805f24-002b-4df7-ae52-3442561a48e2,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:49.116247 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.133564 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Calling delete_port for 84805f24-002b-4df7-ae52-3442561a48e2 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:49.246471 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] For port 84805f24-002b-4df7-ae52-3442561a48e2, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=84805f24-002b-4df7-ae52-3442561a48e2,segment=NetworkSegment(4b3a0bfc-5be6-44c7-86e3-4ab8418072bd),segment_id=4b3a0bfc-5be6-44c7-86e3-4ab8418072bd)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:49.247207 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.264004 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Calling delete_port for 84805f24-002b-4df7-ae52-3442561a48e2 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:49.294305 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.329476 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Pushing event deleted for resources: {'Port': ['ID=84805f24-002b-4df7-ae52-3442561a48e2,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:49.336418 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] No DVR routers for this DVR port 84805f24-002b-4df7-ae52-3442561a48e2 on host dv-cinder-804457-1-iscsi {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:05:49.339471 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.339979 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.340355 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.340690 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.341023 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.341371 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.341676 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.342002 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.342346 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.342689 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.343161 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.343511 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc30997-c87b-43b6-89ca-4c0138a9e2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:05:49.361077 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.375793 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] No DVR routers for this DVR port 84805f24-002b-4df7-ae52-3442561a48e2 on host dv-cinder-804457-1-iscsi {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:05:49.427861 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Pushing event deleted for resources: {'Port': ['ID=84805f24-002b-4df7-ae52-3442561a48e2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:49.480011 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.490726 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9332f3-9bc2-41c2-9587-8cc77767144b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:49.501933 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:49.502231 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3a0bfc-5be6-44c7-86e3-4ab8418072bd') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:49.511534 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4238539'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.525037 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.532366 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:05:49.532864 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239144'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: self.session.flush() Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: self.session.flush() Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: self.session.flush() Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: self.session.flush() Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: Traceback (most recent call last): Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: timer() Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: cb(*args, **kw) Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: return func(*args, **kwargs) Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: self._notify() Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: self.callback(batched_events) Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: event.method(event) Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: return f(self, *a, **k) Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._get(url).json() Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: return self.request(url, 'GET', **kwargs) Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:05:49.534521 dv-cinder-804457-1-iscsi neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:05:49.593495 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.612275 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:49.614280 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] 10.222.0.18 "DELETE /v2.0/networks/4d9332f3-9bc2-41c2-9587-8cc77767144b HTTP/1.1" status: 204 len: 168 time: 0.9535477 Aug 12 21:05:49.615777 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ce09a-df2f-4e05-802b-93a422e725de admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9332f3-9bc2-41c2-9587-8cc77767144b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:49.617326 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53204) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:49.757779 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48433d-87af-420f-96b6-b67ec67f5d94 req-f091dad4-5904-4ecd-81fa-a1c0e69786b5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:49.759343 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f48433d-87af-420f-96b6-b67ec67f5d94 req-f091dad4-5904-4ecd-81fa-a1c0e69786b5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0958567 Aug 12 21:05:49.796094 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 84805f24-002b-4df7-ae52-3442561a48e2 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:05:49.815923 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 84805f24-002b-4df7-ae52-3442561a48e2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:05:49.816262 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 84805f24-002b-4df7-ae52-3442561a48e2 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:05:49.816675 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 99251c83-6506-4d82-b3a4-b2531ef7ba8e no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:05:49.834745 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 99251c83-6506-4d82-b3a4-b2531ef7ba8e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:05:49.835087 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 99251c83-6506-4d82-b3a4-b2531ef7ba8e not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:05:49.835501 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device d9281d0c-87a6-4539-8120-567f45acc955 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:05:49.840722 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f48433d-87af-420f-96b6-b67ec67f5d94 req-bbbbe098-6dbe-4e28-a975-4e29b0f8edd1 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737441 Aug 12 21:05:49.855539 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: d9281d0c-87a6-4539-8120-567f45acc955 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:05:49.855852 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device d9281d0c-87a6-4539-8120-567f45acc955 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:05:50.101589 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bfe5e271-a979-4d71-9f8b-5306c300d4bd tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:50.103246 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bfe5e271-a979-4d71-9f8b-5306c300d4bd tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 810 time: 0.1363480 Aug 12 21:05:50.194134 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-1f64a3f7-07bb-45c0-9a79-ead8f6e007c2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38e25d760f7b49cea926e741310bd9ff HTTP/1.1" status: 200 len: 380 time: 0.0813923 Aug 12 21:05:50.214553 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-225adb79-9867-4d6d-93a9-965fde640726 req-760012cf-3a47-4306-b184-0d02b2d2f155 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 210 time: 0.0470352 Aug 12 21:05:50.218030 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'port': {'device_id': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'admin_state_up': True, 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'security_groups': ['9463e4da-672b-4cda-8c08-efb0bd98877e']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:50.281681 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553366'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:50.683465 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Made reservation on behalf of 38e25d760f7b49cea926e741310bd9ff for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:05:50.686831 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:50.889115 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Allocated IP 172.20.0.4 (2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf/908ebf53-c594-4ee5-a082-e12af58ae392/77bfeeb1-4c78-4fdd-8045-7098b3af1ec8) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:51.041318 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Deleting port e21ce862-fa50-4ce5-8013-e1230efddb9d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:51.041715 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:51.150138 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9375b90-ca30-40ea-8793-4667b78a99f9 req-83504c77-5db3-4c59-898b-e6aa1b9667b3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:51.151698 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f9375b90-ca30-40ea-8793-4667b78a99f9 req-83504c77-5db3-4c59-898b-e6aa1b9667b3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.2349503 Aug 12 21:05:51.154526 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:51.202206 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Transition to ACTIVE for port object 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:51.238516 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f9375b90-ca30-40ea-8793-4667b78a99f9 req-642dde5e-282e-4d84-9575-1c8ed73165ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798559 Aug 12 21:05:51.240151 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] For port e21ce862-fa50-4ce5-8013-e1230efddb9d, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=e21ce862-fa50-4ce5-8013-e1230efddb9d,segment=NetworkSegment(aaa58b58-b0c6-4e1d-8e91-deed918e2998),segment_id=aaa58b58-b0c6-4e1d-8e91-deed918e2998)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:51.240522 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:51.265181 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Calling delete_port for e21ce862-fa50-4ce5-8013-e1230efddb9d owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:51.350516 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1e04d163-1a41-4fb2-b6a7-f52a780af2d5 req-9b7a4867-eae7-459c-8ca2-899876037785 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 210 time: 0.0595028 Aug 12 21:05:51.353697 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:51.420726 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:51.429564 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:51.432073 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:51.506830 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event updated for resources: {'Port': ['ID=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:51.550885 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:51.551757 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:51.569097 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-887ea060-1071-4f62-847a-e1e83f12a876 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3572490 Aug 12 21:05:51.608001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Request body: {'port': {'device_id': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:51.674828 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:51.676625 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:51.686412 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13eb2d18-b38f-4776-98c3-7ecfe383edf9 None None] Provisioning for port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:51.690529 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13eb2d18-b38f-4776-98c3-7ecfe383edf9 None None] Provisioning complete for port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:51.690922 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13eb2d18-b38f-4776-98c3-7ecfe383edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:51.720169 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=e21ce862-fa50-4ce5-8013-e1230efddb9d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:51.733285 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-13eb2d18-b38f-4776-98c3-7ecfe383edf9 None None] Port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:05:52.033155 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-896294'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:52.191609 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:05:52.201717 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:52.217731 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Transition to ACTIVE for port object 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:52.254371 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:52.357479 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Pushing event updated for resources: {'Port': ['ID=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:52.484325 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:05:52.495578 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a12d4-2981-4005-a9da-82255eaa7f62 req-9205da46-6581-485d-8ae8-c7e565041bce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:52.497089 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cb8a12d4-2981-4005-a9da-82255eaa7f62 req-9205da46-6581-485d-8ae8-c7e565041bce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1626706 Aug 12 21:05:52.541325 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Attempting to bind port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:05:52.541786 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Attempting to bind port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:05:52.542253 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Attempting to bind port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 on network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:52.598224 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 on network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:05:52.598463 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Attempting to bind port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 on network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:52.612007 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57e5b4-654f-460e-84f4-408a605f173b req-38679e03-dec5-4049-a37a-cdeb5c6ef8f5 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:52.613568 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0c57e5b4-654f-460e-84f4-408a605f173b req-38679e03-dec5-4049-a37a-cdeb5c6ef8f5 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 943 time: 0.1803179 Aug 12 21:05:52.625538 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:05:52.625882 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Checking segment: {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:52.626271 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Bound using segment: {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:05:52.626735 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Bound port: 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8191c9f1-7114-4fb2-8e14-b1ad84648be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:05:52.627098 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:52.631199 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cb8a12d4-2981-4005-a9da-82255eaa7f62 req-590b06a8-c9db-44ab-b692-58450cc37e11 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269445 Aug 12 21:05:52.745603 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:05:52.752225 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e716bf31-333c-481a-9d11-f10d53d43c6d admin admin] 10.222.0.18 "PUT /v2.0/routers/a3eccfc2-0062-46c2-a03e-e9f5429ceeb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1338410 Aug 12 21:05:52.754950 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53240) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:52.757368 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] Sync routers for ids ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:05:52.759063 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0c57e5b4-654f-460e-84f4-408a605f173b req-02361427-fc46-455e-8ef6-d7c3c965cd9f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246533 Aug 12 21:05:52.768557 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] Routers {'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:52.769695 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:52.775601 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] For port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:05:52.779858 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] For port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:05:52.798035 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:52.833506 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:52.834188 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:52.835973 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] 10.222.0.42 "PUT /v2.0/ports/77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 HTTP/1.1" status: 200 len: 1093 time: 1.2558217 Aug 12 21:05:52.836514 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'tag': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:05:52.839617 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8ebf16-58ea-48ad-9f95-b5f54907e214", "tag": "77bfeeb1-4c78-4fdd-8045-7098b3af1ec8"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:05:52.895031 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] Set router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:52.909683 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:52.926122 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff82036-3ad9-4e5f-a91c-865c191e6c86 service neutron] Pushing event updated for resources: {'Port': ['ID=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:52.943691 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd323f-187f-482b-9e57-d77edfd5397a x-openstack-request-id: req-cfbd323f-187f-482b-9e57-d77edfd5397a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:05:52.944024 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8ebf16-58ea-48ad-9f95-b5f54907e214", "tag": "77bfeeb1-4c78-4fdd-8045-7098b3af1ec8", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:05:52.944377 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfbd323f-187f-482b-9e57-d77edfd5397a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:05:52.945095 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'tag': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8', 'status': 'completed', 'code': 200} Aug 12 21:05:52.953296 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-ee2e62e6-1ece-49b6-aa62-cdb3effde033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:52.955184 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-ee2e62e6-1ece-49b6-aa62-cdb3effde033 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 1096 time: 0.0712893 Aug 12 21:05:53.006527 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bfdd008b-cf06-48fe-92f6-bc111937ee70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0416324 Aug 12 21:05:53.051543 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.067346 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bcee7a1c-78bc-40cc-af46-975f9b0b464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:53.069097 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-bcee7a1c-78bc-40cc-af46-975f9b0b464d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.0543647 Aug 12 21:05:53.139749 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Deleting port b0c2bc69-5945-46a6-b173-0243c0fb492f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:53.140040 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.141635 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-52d8368c-26d9-4889-a63a-11cac80d86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:53.144082 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-52d8368c-26d9-4889-a63a-11cac80d86bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624571 Aug 12 21:05:53.159967 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:45Z', 'updated_at': '2021-08-12T21:05:51Z', 'revision_number': 5, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'gw_port': {'id': 'b0c2bc69-5945-46a6-b173-0243c0fb492f', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:02:46Z', 'updated_at': '2021-08-12T21:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:53.192183 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] Checking router: a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:05:53.203960 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] Routers {'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:05:53.204608 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:53.235105 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] For port b0c2bc69-5945-46a6-b173-0243c0fb492f, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=b0c2bc69-5945-46a6-b173-0243c0fb492f,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:53.235473 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.249748 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Calling delete_port for b0c2bc69-5945-46a6-b173-0243c0fb492f owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:53.253946 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-8f258540-188f-4eb6-b943-67077a9315b0 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997727 Aug 12 21:05:53.297261 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] Set router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:05:53.350836 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:45Z', 'updated_at': '2021-08-12T21:05:53Z', 'revision_number': 6, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'gw_port_host': None}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:53.368640 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4440a57f-5037-4a37-90e2-d2d3851e1b3a req-139985d2-f23f-49f6-8daa-1de82d20604f service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053076 Aug 12 21:05:53.399344 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dcfad0-3193-4923-8bc2-d507fc4b2e96 None None] The sync data for ids ['a3eccfc2-0062-46c2-a03e-e9f5429ceeb1'] in dv-cinder-804457-1-iscsi is: [{'id': 'a3eccfc2-0062-46c2-a03e-e9f5429ceeb1', 'name': 'tempest-TestMinimumBasicScenario-1837929480-router', 'tenant_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:02:45Z', 'updated_at': '2021-08-12T21:05:53Z', 'revision_number': 6, 'project_id': 'df6028c7bffb43e982b9f0e2ca8af1c4', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:05:53.483023 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.505497 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-d3fdeded-7f65-4cbc-b85d-da275ec9b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:53.507479 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-d3fdeded-7f65-4cbc-b85d-da275ec9b409 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 1096 time: 0.0761073 Aug 12 21:05:53.515762 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c2bc69-5945-46a6-b173-0243c0fb492f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:53.580677 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896220'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.608875 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-06c97d9a-5023-4245-8fe5-62482f7ee3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:53.610185 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-06c97d9a-5023-4245-8fe5-62482f7ee3bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 911 time: 0.0947292 Aug 12 21:05:53.657767 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-ccfb0200-9cd3-4351-a668-1f47f78f68ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0369704 Aug 12 21:05:53.693482 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.696279 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.743761 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-f66f1595-1e05-46d7-a422-2542da36d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:53.745319 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-f66f1595-1e05-46d7-a422-2542da36d47f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.0775573 Aug 12 21:05:53.779594 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890687'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.780988 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:05:53.796533 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.799598 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-df70cc0b-ed75-4ee9-9ca8-c753670f7615 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a3eccfc2-0062-46c2-a03e-e9f5429ceeb1 HTTP/1.1" status: 204 len: 168 time: 1.0433602 Aug 12 21:05:53.804686 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:53.806126 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b74-42a3-4f13-abf9-6f6f8b2a12e0 req-8d9d7da0-08b6-4796-9865-63e2ca508d26 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:53.810804 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c1561b74-42a3-4f13-abf9-6f6f8b2a12e0 req-8d9d7da0-08b6-4796-9865-63e2ca508d26 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1029708 Aug 12 21:05:53.843119 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-ae87fe6e-8a3b-42cf-9757-2a333410e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:53.845423 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-ae87fe6e-8a3b-42cf-9757-2a333410e56e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903599 Aug 12 21:05:53.886422 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d50605b-833e-4d47-9824-b920d2214e24 admin admin] Deleting subnet ca9128ba-55d2-4caa-8f45-eac1424ac993 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:05:53.890346 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d50605b-833e-4d47-9824-b920d2214e24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.904574 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device e21ce862-fa50-4ce5-8013-e1230efddb9d no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:05:53.935790 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d50605b-833e-4d47-9824-b920d2214e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:53.958860 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: e21ce862-fa50-4ce5-8013-e1230efddb9d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:05:53.959900 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device e21ce862-fa50-4ce5-8013-e1230efddb9d not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:05:53.981909 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c1561b74-42a3-4f13-abf9-6f6f8b2a12e0 req-a7659ae9-b9bc-4152-8c32-6ae59adae199 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624160 Aug 12 21:05:54.028248 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d50605b-833e-4d47-9824-b920d2214e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.028507 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5df72a-914f-4429-bad7-67cc6f92cecb req-022df683-10ea-43ba-ba70-7d3d1f617d6a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:54.030019 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec5df72a-914f-4429-bad7-67cc6f92cecb req-022df683-10ea-43ba-ba70-7d3d1f617d6a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 943 time: 0.0933366 Aug 12 21:05:54.032486 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-012099f9-3999-4824-8735-bd0e608bbf86 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785276 Aug 12 21:05:54.085747 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d50605b-833e-4d47-9824-b920d2214e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.113708 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50605b-833e-4d47-9824-b920d2214e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9128ba-55d2-4caa-8f45-eac1424ac993,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:54.117817 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d50605b-833e-4d47-9824-b920d2214e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.122963 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1d50605b-833e-4d47-9824-b920d2214e24 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca9128ba-55d2-4caa-8f45-eac1424ac993 HTTP/1.1" status: 204 len: 168 time: 0.3139458 Aug 12 21:05:54.123213 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53252) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:54.126391 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488d4470-3e31-4e2e-9e83-e5721d39241c None None] Network 07310ed5-4ce6-416f-99b9-a9e38cf3de47 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:05:54.199080 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.272345 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Deleting port 178b6f6a-0654-44fd-ba15-6237afc65d64 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:54.272735 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.348951 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dd4cf1-75ad-4b6b-afab-69e51f35ea4d None None] DHCP port deletion for 07310ed5-4ce6-416f-99b9-a9e38cf3de47 request from dv-cinder-804457-1-iscsi {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 21:05:54.351816 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] For port 178b6f6a-0654-44fd-ba15-6237afc65d64, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=178b6f6a-0654-44fd-ba15-6237afc65d64,segment=NetworkSegment(aaa58b58-b0c6-4e1d-8e91-deed918e2998),segment_id=aaa58b58-b0c6-4e1d-8e91-deed918e2998)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:54.352690 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.371305 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Calling delete_port for 178b6f6a-0654-44fd-ba15-6237afc65d64 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:54.417654 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd4cf1-75ad-4b6b-afab-69e51f35ea4d None None] Deleting port 178b6f6a-0654-44fd-ba15-6237afc65d64 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:05:54.418165 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4cf1-75ad-4b6b-afab-69e51f35ea4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.449774 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec5df72a-914f-4429-bad7-67cc6f92cecb req-57f64dc8-6af3-42d3-9996-0d4530e9b1e2 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132013 Aug 12 21:05:54.468943 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fcf3ec6d-ed32-4f1a-bbf2-89bd09bd58ad req-b10994dd-d8aa-4984-a57a-462465300d2e service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257236 Aug 12 21:05:54.488495 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.495422 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f2dd4cf1-75ad-4b6b-afab-69e51f35ea4d None None] For port 178b6f6a-0654-44fd-ba15-6237afc65d64, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=178b6f6a-0654-44fd-ba15-6237afc65d64,segment=NetworkSegment(aaa58b58-b0c6-4e1d-8e91-deed918e2998),segment_id=aaa58b58-b0c6-4e1d-8e91-deed918e2998)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:54.495725 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4cf1-75ad-4b6b-afab-69e51f35ea4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.514215 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd4cf1-75ad-4b6b-afab-69e51f35ea4d None None] Calling delete_port for 178b6f6a-0654-44fd-ba15-6237afc65d64 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:05:54.517421 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=178b6f6a-0654-44fd-ba15-6237afc65d64,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:54.521124 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] No DVR routers for this DVR port 178b6f6a-0654-44fd-ba15-6237afc65d64 on host dv-cinder-804457-1-iscsi {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:05:54.602148 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.623102 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07310ed5-4ce6-416f-99b9-a9e38cf3de47']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:54.648344 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa58b58-b0c6-4e1d-8e91-deed918e2998') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:54.648494 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa58b58-b0c6-4e1d-8e91-deed918e2998') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:05:54.661653 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4238539'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.676710 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.688337 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:05:54.689021 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239144'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: Traceback (most recent call last): Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: timer() Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: cb(*args, **kw) Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: return func(*args, **kwargs) Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: self._notify() Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: self.callback(batched_events) Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: event.method(event) Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: return f(self, *a, **k) Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._get(url).json() Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: return self.request(url, 'GET', **kwargs) Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:05:54.691399 dv-cinder-804457-1-iscsi neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:05:54.745008 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4cf1-75ad-4b6b-afab-69e51f35ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.762690 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.769771 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd4cf1-75ad-4b6b-afab-69e51f35ea4d None None] Pushing event deleted for resources: {'Port': ['ID=178b6f6a-0654-44fd-ba15-6237afc65d64,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:54.770106 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:54.775956 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/07310ed5-4ce6-416f-99b9-a9e38cf3de47 HTTP/1.1" status: 204 len: 168 time: 0.6495631 Aug 12 21:05:54.779520 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd4cf1-75ad-4b6b-afab-69e51f35ea4d None None] No DVR routers for this DVR port 178b6f6a-0654-44fd-ba15-6237afc65d64 on host dv-cinder-804457-1-iscsi {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:05:54.793248 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318be66-e435-4f71-b52c-44936fc466a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=07310ed5-4ce6-416f-99b9-a9e38cf3de47,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:54.813300 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-78bb4ccb-bc37-4787-ad9b-111c703db494 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995456698&fields=id&tenant_id=25554f910881480e9f295dcdd56d9e25 HTTP/1.1" status: 200 len: 267 time: 0.0451128 Aug 12 21:05:54.923412 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-19f29790-1f9d-4914-bf86-be90c20ddc83 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:54.924859 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-19f29790-1f9d-4914-bf86-be90c20ddc83 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 812 time: 0.1046331 Aug 12 21:05:54.942061 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-0502e80d-67e9-4f36-9068-25d57aea0356 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/quotas/25554f910881480e9f295dcdd56d9e25 HTTP/1.1" status: 200 len: 375 time: 0.0109272 Aug 12 21:05:54.973587 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:55.002111 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-444ab7fd-aac3-4705-b76b-51ac73edce34 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531735 Aug 12 21:05:55.015276 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-613a8093-6a89-4de4-8128-19cee655f9f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=126743d05e4a4a5883101f8524dc1089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404451 Aug 12 21:05:55.017895 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53270) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:55.077291 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b420fb9-f144-4084-9b61-008f51a7d44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:55.104733 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b420fb9-f144-4084-9b61-008f51a7d44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:55.113324 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064555fa-9cd8-4118-9d51-76a9d12c7e48 req-b211a2a6-ca4a-4d1f-b401-b0ddf555829d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:55.114873 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-064555fa-9cd8-4118-9d51-76a9d12c7e48 req-b211a2a6-ca4a-4d1f-b401-b0ddf555829d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0506732 Aug 12 21:05:55.156656 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b420fb9-f144-4084-9b61-008f51a7d44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:55.158799 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b420fb9-f144-4084-9b61-008f51a7d44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:55.160088 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-8b420fb9-f144-4084-9b61-008f51a7d44b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2782a87-6eff-4491-aa31-d3fac047a77e HTTP/1.1" status: 204 len: 168 time: 0.1410227 Aug 12 21:05:55.171285 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b420fb9-f144-4084-9b61-008f51a7d44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2782a87-6eff-4491-aa31-d3fac047a77e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:55.205485 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-064555fa-9cd8-4118-9d51-76a9d12c7e48 req-677def1b-efb3-4a28-a795-a6a5462b464f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837173 Aug 12 21:05:55.237895 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-b32f74e2-6b3c-4a30-8377-eae1602e16fe service neutron] 10.222.0.18 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233648 Aug 12 21:05:55.336716 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-da6e4faa-4dae-45c7-a1fc-11dd473c6a5b service neutron] 10.222.0.18 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923753 Aug 12 21:05:55.542964 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53286) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:55.595290 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b2c08d37-9085-486e-a0a6-71db82be7f0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df6028c7bffb43e982b9f0e2ca8af1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505550 Aug 12 21:05:55.597922 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:55.600506 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c9c62-68ce-4c07-8020-3f5ee8510714 req-30711d4c-bd70-4153-b44f-49e94a0f296f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:55.608224 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b53c9c62-68ce-4c07-8020-3f5ee8510714 req-30711d4c-bd70-4153-b44f-49e94a0f296f tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 943 time: 0.0758331 Aug 12 21:05:55.671416 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7209-330d-4606-8df9-9fe532427556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:55.682595 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b53c9c62-68ce-4c07-8020-3f5ee8510714 req-925dd108-6d6f-4667-8da4-78ba27595d95 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656750 Aug 12 21:05:55.715939 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7209-330d-4606-8df9-9fe532427556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:55.717639 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c5d1fc03-4892-477e-9abd-dbb17761ce0d req-99e9a105-7e61-4bc3-950c-802628f504ba tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 210 time: 0.0335906 Aug 12 21:05:55.829109 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7209-330d-4606-8df9-9fe532427556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:55.833214 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 178b6f6a-0654-44fd-ba15-6237afc65d64 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:05:55.833595 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7209-330d-4606-8df9-9fe532427556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:55.833595 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-cbbc7209-330d-4606-8df9-9fe532427556 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7705f474-0a89-469e-af5d-bbd1c6257055 HTTP/1.1" status: 204 len: 168 time: 0.2336528 Aug 12 21:05:55.843179 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc7209-330d-4606-8df9-9fe532427556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7705f474-0a89-469e-af5d-bbd1c6257055,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:55.865076 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 178b6f6a-0654-44fd-ba15-6237afc65d64 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:05:55.865430 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 178b6f6a-0654-44fd-ba15-6237afc65d64 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:05:55.866225 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device b0c2bc69-5945-46a6-b173-0243c0fb492f no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:05:55.899132 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: b0c2bc69-5945-46a6-b173-0243c0fb492f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:05:55.900512 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device b0c2bc69-5945-46a6-b173-0243c0fb492f not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:05:56.346926 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669b857-e423-4b9d-9441-ce25acaa4e2e req-4e6d90b6-6ba9-43d9-a38e-8fe6af10f55c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:56.348658 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3669b857-e423-4b9d-9441-ce25acaa4e2e req-4e6d90b6-6ba9-43d9-a38e-8fe6af10f55c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0599489 Aug 12 21:05:56.402812 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3669b857-e423-4b9d-9441-ce25acaa4e2e req-054680b3-080a-49eb-9785-f852dd3a3675 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425880 Aug 12 21:05:56.634573 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53324) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:56.738912 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1626672895-network', 'tenant_id': '3ca414b979314f839e90721cb53a4a82'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:56.791289 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Made reservation on behalf of 3ca414b979314f839e90721cb53a4a82 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:05:56.793627 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:56.805307 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:56.833478 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c3cc0-18b8-45c5-9a24-6a15a1dc2780 req-5d8e25ad-4a80-41d9-a944-188c7563513d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:56.835088 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f67c3cc0-18b8-45c5-9a24-6a15a1dc2780 req-5d8e25ad-4a80-41d9-a944-188c7563513d tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 943 time: 0.0927665 Aug 12 21:05:56.865152 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dab5f741-e932-47c4-91d3-f1d2ea4c0ee3 req-6f6522b3-d77c-4ba2-9927-e43fd9b4bf98 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 210 time: 0.0610318 Aug 12 21:05:56.996302 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f67c3cc0-18b8-45c5-9a24-6a15a1dc2780 req-a12e489f-6adb-4edd-8d8a-96fa4ec885aa tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413634 Aug 12 21:05:57.027260 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-09cef4ca-2384-472a-b744-632754be086a tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:57.028769 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-09cef4ca-2384-472a-b744-632754be086a tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 812 time: 0.1927786 Aug 12 21:05:57.097744 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-cb408949-1217-4c67-b23b-80a98f2e23f9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25554f910881480e9f295dcdd56d9e25 HTTP/1.1" status: 200 len: 380 time: 0.0592229 Aug 12 21:05:57.107675 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.111719 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'port': {'device_id': '530a0694-6aa9-47c0-8504-9610f31576d7', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'admin_state_up': True, 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'security_groups': ['e72cb26a-5d70-4e91-a726-1f4d95b3fceb']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:57.116438 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.173664 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:05:57.201830 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.202193 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Added segment 86338cb4-b683-42fb-8cfe-943da540c51d of type vlan for network d83c3d07-8230-4996-9e8d-fdeec6ac8391 Aug 12 21:05:57.219367 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed89405-8ea9-40f7-996d-575aa365780f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:57.238695 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:05:57.275753 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.322758 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Made reservation on behalf of 25554f910881480e9f295dcdd56d9e25 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:05:57.326447 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.335963 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.336930 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:57.337514 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.368691 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:57.389107 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'port_id': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8', 'mac_address': 'fa:16:3e:f7:5f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:05:57.406400 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7700505 Aug 12 21:05:57.411294 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:57.420081 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Request body: {'subnet': {'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1626672895-subnet', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:57.449601 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b759f-2bea-472b-9e19-a17224f6ae72 admin admin] Pushing event updated for resources: {'Network': ['ID=d83c3d07-8230-4996-9e8d-fdeec6ac8391,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:57.457996 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.465851 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network d83c3d07-8230-4996-9e8d-fdeec6ac8391 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:05:57.489562 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Made reservation on behalf of 3ca414b979314f839e90721cb53a4a82 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:05:57.494338 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240591'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.521356 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:05:57.549981 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:57.559837 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.568622 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Allocated IP 172.20.0.10 (7bc566f5-51d9-4a29-8243-74ac69229236/322d3263-2fcf-40d2-92bd-c9878a934116/26c9ade5-949d-4780-8e71-eaa2067b13bc) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:57.615773 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:57.723188 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8dbff-2706-49f3-9b81-39b632ee9ecc req-1894e349-bc92-4c6d-8b4d-800f578cc53c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:57.723466 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4239281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240637'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.724765 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1fd8dbff-2706-49f3-9b81-39b632ee9ecc req-1894e349-bc92-4c6d-8b4d-800f578cc53c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1148632 Aug 12 21:05:57.785995 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=303ce668-62f8-4663-bd20-a7d9def21d44,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:57.796453 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Checking segment: {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:57.796827 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Network hostable DHCP agents. Network: d83c3d07-8230-4996-9e8d-fdeec6ac8391, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:05:57.800719 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['77bfeeb1-4c78-4fdd-8045-7098b3af1ec8'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:05:57.817925 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Network d83c3d07-8230-4996-9e8d-fdeec6ac8391 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:05:57.819145 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.824648 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1fd8dbff-2706-49f3-9b81-39b632ee9ecc req-34a7c3d6-07b9-4fea-86ab-bf7394483c2b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880585 Aug 12 21:05:57.831211 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, d83c3d07-8230-4996-9e8d-fdeec6ac8391) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:57.836659 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:57.837556 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.839967 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Transition to ACTIVE for port object 26c9ade5-949d-4780-8e71-eaa2067b13bc will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:57.850890 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a80443-2ec2-4327-89a2-1ea36e40d963 None None] Network d83c3d07-8230-4996-9e8d-fdeec6ac8391 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:05:57.862196 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-eb04e2f9-2825-4b4d-bb57-23f88945cbd4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4487877 Aug 12 21:05:57.864464 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53338) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:05:57.870571 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:57.890480 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.909652 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.910789 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:57.939260 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Network 7bc566f5-51d9-4a29-8243-74ac69229236 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:57.945123 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:57.949986 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:57.982741 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'Port': ['ID=26c9ade5-949d-4780-8e71-eaa2067b13bc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:57.999690 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.035617 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:58.039044 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.087979 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-5e500c5d-d94b-40f3-82b2-44dca4b23863 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9822681 Aug 12 21:05:58.101940 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Request body: {'port': {'device_id': '530a0694-6aa9-47c0-8504-9610f31576d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:05:58.114279 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142aec-06de-44d5-81dd-cc11e612a160 req-172914aa-d78b-4a9e-975a-0d3c445d433b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:58.134004 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1e142aec-06de-44d5-81dd-cc11e612a160 req-172914aa-d78b-4a9e-975a-0d3c445d433b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 932 time: 0.1247196 Aug 12 21:05:58.163378 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-d83c3d07-8230-4996-9e8d-fdeec6ac8391', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:05:58.164960 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.220475 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.264523 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1e142aec-06de-44d5-81dd-cc11e612a160 req-f378f1f0-b56b-4bd3-ab24-ee8e5475ce69 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294127 Aug 12 21:05:58.275467 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3252026-d1f0-4959-ac70-d65c0c4cd163 req-567768f8-593d-4bb7-a7cb-42e9e0949f2b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:58.284440 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b3252026-d1f0-4959-ac70-d65c0c4cd163 req-567768f8-593d-4bb7-a7cb-42e9e0949f2b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 944 time: 0.1417849 Aug 12 21:05:58.293876 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.310948 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f46c2cc3-5009-4ab5-89dd-09e2f365fad9 None None] Provisioning for port 26c9ade5-949d-4780-8e71-eaa2067b13bc completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:58.320506 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f46c2cc3-5009-4ab5-89dd-09e2f365fad9 None None] Provisioning complete for port 26c9ade5-949d-4780-8e71-eaa2067b13bc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:58.320784 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f46c2cc3-5009-4ab5-89dd-09e2f365fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.352555 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b3252026-d1f0-4959-ac70-d65c0c4cd163 req-69e7c73d-075d-47aa-a8ef-0a67d3f76eac tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671144 Aug 12 21:05:58.393777 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f46c2cc3-5009-4ab5-89dd-09e2f365fad9 None None] Port 26c9ade5-949d-4780-8e71-eaa2067b13bc cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:05:58.413059 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Allocated IP 172.20.0.2 (d83c3d07-8230-4996-9e8d-fdeec6ac8391/303ce668-62f8-4663-bd20-a7d9def21d44/9d4d8caa-39d1-4d20-af21-644d88b79fbe) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:58.442532 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.466485 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.577699 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.585110 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Allocated IP 172.27.0.228 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/01d434ed-f998-4c85-b05d-aa17487ffa34) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:05:58.587954 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Transition to ACTIVE for port object 9d4d8caa-39d1-4d20-af21-644d88b79fbe will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:58.606222 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Transition to ACTIVE for port object 9d4d8caa-39d1-4d20-af21-644d88b79fbe will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:58.612450 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.638444 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c9ade5-949d-4780-8e71-eaa2067b13bc {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:05:58.647823 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.654705 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Network d83c3d07-8230-4996-9e8d-fdeec6ac8391 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:58.662770 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:58.665817 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Transition to ACTIVE for port object 26c9ade5-949d-4780-8e71-eaa2067b13bc will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:05:58.666591 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:58.675039 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.675865 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Pushing event updated for resources: {'Port': ['ID=9d4d8caa-39d1-4d20-af21-644d88b79fbe,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:58.715108 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.733943 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Attempting to bind port 9d4d8caa-39d1-4d20-af21-644d88b79fbe on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:05:58.734314 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Attempting to bind port 9d4d8caa-39d1-4d20-af21-644d88b79fbe by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:05:58.734701 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Attempting to bind port 9d4d8caa-39d1-4d20-af21-644d88b79fbe on network d83c3d07-8230-4996-9e8d-fdeec6ac8391 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:58.740188 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:05:58.740571 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Checking segment: {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:58.740983 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.741377 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Bound using segment: {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:05:58.741858 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Bound port: 9d4d8caa-39d1-4d20-af21-644d88b79fbe, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:05:58.742244 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.764380 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.784889 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Pushing event updated for resources: {'Port': ['ID=26c9ade5-949d-4780-8e71-eaa2067b13bc,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:58.812973 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:05:58.815698 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Attempting to bind port 26c9ade5-949d-4780-8e71-eaa2067b13bc on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:05:58.815698 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Attempting to bind port 26c9ade5-949d-4780-8e71-eaa2067b13bc by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:05:58.815983 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Attempting to bind port 26c9ade5-949d-4780-8e71-eaa2067b13bc on network 7bc566f5-51d9-4a29-8243-74ac69229236 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:58.816073 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:05:58.819084 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:05:58.820678 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Port 26c9ade5-949d-4780-8e71-eaa2067b13bc on network 7bc566f5-51d9-4a29-8243-74ac69229236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:05:58.821008 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Attempting to bind port 26c9ade5-949d-4780-8e71-eaa2067b13bc on network 7bc566f5-51d9-4a29-8243-74ac69229236 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:05:58.834343 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:05:58.835096 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Checking segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:05:58.835780 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Bound using segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:05:58.837100 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Bound port: 26c9ade5-949d-4780-8e71-eaa2067b13bc, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:05:58.837894 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.857863 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] For port 9d4d8caa-39d1-4d20-af21-644d88b79fbe, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:05:58.864132 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Pushing event updated for resources: {'Port': ['ID=01d434ed-f998-4c85-b05d-aa17487ffa34,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:58.864863 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] For port 9d4d8caa-39d1-4d20-af21-644d88b79fbe, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=9d4d8caa-39d1-4d20-af21-644d88b79fbe,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:05:58.873067 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:58.965895 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] For port 26c9ade5-949d-4780-8e71-eaa2067b13bc, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:05:58.970422 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] For port 26c9ade5-949d-4780-8e71-eaa2067b13bc, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=26c9ade5-949d-4780-8e71-eaa2067b13bc,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:05:58.982745 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51809808-d5b7-43c3-bfa8-deac9336418d None None] Pushing event updated for resources: {'Port': ['ID=9d4d8caa-39d1-4d20-af21-644d88b79fbe,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:58.986370 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:59.052795 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:59.053444 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:59.055100 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] 10.222.0.42 "PUT /v2.0/ports/26c9ade5-949d-4780-8e71-eaa2067b13bc HTTP/1.1" status: 200 len: 1094 time: 0.9584131 Aug 12 21:05:59.055574 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530a0694-6aa9-47c0-8504-9610f31576d7', 'tag': '26c9ade5-949d-4780-8e71-eaa2067b13bc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:05:59.058900 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066" -d '{"events": [{"name": "network-changed", "server_uuid": "530a0694-6aa9-47c0-8504-9610f31576d7", "tag": "26c9ade5-949d-4780-8e71-eaa2067b13bc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:05:59.087928 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e636bd-3b40-468e-8023-2b47bb4bc1aa service neutron] Pushing event updated for resources: {'Port': ['ID=26c9ade5-949d-4780-8e71-eaa2067b13bc,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:59.098850 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcd7c3-bd1c-47d3-8002-bdb7ebc9b067 req-160937da-9a9c-439f-a6e7-bf04b06f9f62 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:59.100494 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-98dcd7c3-bd1c-47d3-8002-bdb7ebc9b067 req-160937da-9a9c-439f-a6e7-bf04b06f9f62 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1284335 Aug 12 21:05:59.165001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ba3792-8898-4d04-bd61-830e981ebecd x-openstack-request-id: req-11ba3792-8898-4d04-bd61-830e981ebecd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:05:59.165001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530a0694-6aa9-47c0-8504-9610f31576d7", "tag": "26c9ade5-949d-4780-8e71-eaa2067b13bc", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:05:59.165001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11ba3792-8898-4d04-bd61-830e981ebecd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:05:59.165001 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530a0694-6aa9-47c0-8504-9610f31576d7', 'tag': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'status': 'completed', 'code': 200} Aug 12 21:05:59.212727 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-98dcd7c3-bd1c-47d3-8002-bdb7ebc9b067 req-e737ee0b-3e5a-468f-b5ac-1ab1ea4d49d7 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847492 Aug 12 21:05:59.218426 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-37afe851-f6ed-4bd2-842f-5d1543912d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:59.220032 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-37afe851-f6ed-4bd2-842f-5d1543912d9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 1097 time: 0.1096506 Aug 12 21:05:59.256164 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:05:59.256164 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:05:59.286129 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-520e664a-1446-4818-a208-94b31e191811 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26c9ade5-949d-4780-8e71-eaa2067b13bc HTTP/1.1" status: 200 len: 217 time: 0.0529041 Aug 12 21:05:59.324322 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:59.393330 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-dfb3dda3-2ed8-40a5-af40-88a47a859f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:59.401136 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-dfb3dda3-2ed8-40a5-af40-88a47a859f50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.1014490 Aug 12 21:05:59.436809 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:05:59.442957 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:05:59.443332 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:59.531164 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:59.551093 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '6f83afff-a684-4f4d-b005-34f592608fbf', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'port_id': '6f83afff-a684-4f4d-b005-34f592608fbf', 'mac_address': 'fa:16:3e:31:b3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:05:59.563839 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-ac452aad-e9ff-4de8-84ba-d6e42868cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:59.565384 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-ac452aad-e9ff-4de8-84ba-d6e42868cfe9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1567075 Aug 12 21:05:59.582383 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b300bb-cebb-47c3-bf4c-4e9f5dd08e94 req-d272853f-ed12-46f5-b665-a37d9475835f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:59.584246 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d5b300bb-cebb-47c3-bf4c-4e9f5dd08e94 req-d272853f-ed12-46f5-b665-a37d9475835f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 944 time: 0.1537519 Aug 12 21:05:59.604981 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa6146-73bb-4d81-aa59-027586315df1 req-a9abe578-f85c-4d0f-a28b-8450b336899c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:05:59.606438 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a0aa6146-73bb-4d81-aa59-027586315df1 req-a9abe578-f85c-4d0f-a28b-8450b336899c tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 944 time: 0.1188924 Aug 12 21:05:59.631474 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:59.652440 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:59.655136 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f83afff-a684-4f4d-b005-34f592608fbf {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:05:59.694325 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:59.707059 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:05:59.711609 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0e2288-b947-485c-b2f8-a5e7e99b6bee" -d '{"events": [{"server_uuid": "dc8ebf16-58ea-48ad-9f95-b5f54907e214", "name": "network-vif-plugged", "status": "completed", "tag": "77bfeeb1-4c78-4fdd-8045-7098b3af1ec8"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:05:59.716749 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d5b300bb-cebb-47c3-bf4c-4e9f5dd08e94 req-9c9bba05-b6e5-4c56-9ca2-bb7d274bccc3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199052 Aug 12 21:05:59.719262 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:59.722405 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:59.731090 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:05:59.747931 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a0aa6146-73bb-4d81-aa59-027586315df1 req-737d9088-0bb6-4af1-ba86-c54296ed86ca tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244059 Aug 12 21:05:59.770081 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:05:59.782754 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-b507102b-8a06-4518-8ee3-d0ce4c58c9f4 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974733 Aug 12 21:05:59.824698 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['6f83afff-a684-4f4d-b005-34f592608fbf'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:05:59.827652 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef2ddf-7499-4cac-81c5-7ee8aa8707a6 x-openstack-request-id: req-dfef2ddf-7499-4cac-81c5-7ee8aa8707a6 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:05:59.830439 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8ebf16-58ea-48ad-9f95-b5f54907e214", "name": "network-vif-plugged", "status": "completed", "tag": "77bfeeb1-4c78-4fdd-8045-7098b3af1ec8", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:05:59.830980 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfef2ddf-7499-4cac-81c5-7ee8aa8707a6 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:05:59.831661 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8', 'code': 200} Aug 12 21:05:59.849361 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:05:59.993999 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 9d4d8caa-39d1-4d20-af21-644d88b79fbe up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:00.036476 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-90e30bef-89bd-4b1c-80df-534dc029c7c3 req-57276841-0d18-4a4f-bc6c-646e241b522b service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450752 Aug 12 21:06:00.150741 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:00.169596 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-032b3e1c-2a07-46ff-8b4a-34c89bcc651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:00.171719 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-032b3e1c-2a07-46ff-8b4a-34c89bcc651b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 1097 time: 0.0687940 Aug 12 21:06:00.224704 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 9d4d8caa-39d1-4d20-af21-644d88b79fbe completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:00.295681 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c3462-87e8-4350-bdfa-2161d718635e req-df088d04-cde4-4975-ac4d-68b5001d6aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:00.297744 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-897c3462-87e8-4350-bdfa-2161d718635e req-df088d04-cde4-4975-ac4d-68b5001d6aa5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 1098 time: 0.0702007 Aug 12 21:06:00.366560 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-897c3462-87e8-4350-bdfa-2161d718635e req-23f35cec-ac47-4d9e-a201-a6ed5919d497 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487287 Aug 12 21:06:00.375347 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:06:00.386001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-884fa569-ae13-49a9-812d-9ed1a093266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:00.387894 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-884fa569-ae13-49a9-812d-9ed1a093266a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.2017245 Aug 12 21:06:00.409709 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feae02-91fb-4933-bfa0-77f58983a4dd req-643faef0-236b-4eb5-857f-36f6b7318730 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:00.411536 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-16feae02-91fb-4933-bfa0-77f58983a4dd req-643faef0-236b-4eb5-857f-36f6b7318730 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 944 time: 0.0825744 Aug 12 21:06:00.473731 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c4b85-8241-41c2-87bd-05cffbec3ed3 None None] Network d83c3d07-8230-4996-9e8d-fdeec6ac8391 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:06:00.503160 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-51b71fe1-de52-4c15-a720-2dcdd71df782 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26c9ade5-949d-4780-8e71-eaa2067b13bc HTTP/1.1" status: 200 len: 217 time: 0.0742111 Aug 12 21:06:00.513428 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:06:00.549085 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:00.550254 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-da2120a1-423d-4a2c-993f-0c492e56549c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6844285 Aug 12 21:06:00.553309 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53378) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:00.591523 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-16feae02-91fb-4933-bfa0-77f58983a4dd req-15db85fa-432a-4739-b56d-9999df526b64 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685183 Aug 12 21:06:00.609791 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Sync routers for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:06:00.670957 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-8a97b5a2-d875-4aa6-be79-2636d805df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:00.674843 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-8a97b5a2-d875-4aa6-be79-2636d805df7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.1539118 Aug 12 21:06:00.675702 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:00.676388 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:00.751465 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-00e1f7d5-e294-437b-adce-5183e0c5075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:00.753113 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-00e1f7d5-e294-437b-adce-5183e0c5075f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671480 Aug 12 21:06:00.794286 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:00.858371 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9e18a0e4-f8e0-442d-87d8-d7391c2d9c7a None None] Provisioning for port 9d4d8caa-39d1-4d20-af21-644d88b79fbe completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:00.888433 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9e18a0e4-f8e0-442d-87d8-d7391c2d9c7a None None] Provisioning complete for port 9d4d8caa-39d1-4d20-af21-644d88b79fbe triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:00.889052 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e18a0e4-f8e0-442d-87d8-d7391c2d9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:01.043154 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-414ca0a2-eda8-46bb-be4b-0de5fd21c41c service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795160 Aug 12 21:06:01.076433 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9786fa-0e04-4b06-9c8e-57a8ae8a923f req-4f7b3767-d2fa-4e63-a0e7-f4e2fa5d52bf tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:01.079870 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b9786fa-0e04-4b06-9c8e-57a8ae8a923f req-4f7b3767-d2fa-4e63-a0e7-f4e2fa5d52bf tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 944 time: 0.1980669 Aug 12 21:06:01.279001 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:01.284986 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b9786fa-0e04-4b06-9c8e-57a8ae8a923f req-0b05b64a-f65d-40c4-a47b-388c3be34ae5 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856117 Aug 12 21:06:01.311666 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e18a0e4-f8e0-442d-87d8-d7391c2d9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:01.329319 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:01.333287 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfb6a-d091-420e-94b5-d89641bdec35 req-36ce057e-b4dc-4f21-9738-1bd954136802 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:01.347838 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9aacfb6a-d091-420e-94b5-d89641bdec35 req-36ce057e-b4dc-4f21-9738-1bd954136802 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 945 time: 0.4277475 Aug 12 21:06:01.363848 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0bcac2f6-7ab4-47ed-8936-8a4f0b7db066 req-16c3e4db-e1ba-4548-8a91-173d3b4be24d service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052032 Aug 12 21:06:01.403066 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9e18a0e4-f8e0-442d-87d8-d7391c2d9c7a None None] For port 9d4d8caa-39d1-4d20-af21-644d88b79fbe, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=9d4d8caa-39d1-4d20-af21-644d88b79fbe,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:01.426828 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e18a0e4-f8e0-442d-87d8-d7391c2d9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:01.475441 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9aacfb6a-d091-420e-94b5-d89641bdec35 req-45bc41a4-5640-49ef-8bd4-1257d2076644 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260784 Aug 12 21:06:01.494821 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 6f83afff-a684-4f4d-b005-34f592608fbf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:01.495575 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:01.561081 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18a0e4-f8e0-442d-87d8-d7391c2d9c7a None None] Pushing event updated for resources: {'Port': ['ID=9d4d8caa-39d1-4d20-af21-644d88b79fbe,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:01.585159 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:05:59Z', 'revision_number': 3, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:01.619347 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3b5c0dde-d2a5-433c-b907-0c893232b76d None None] Provisioning complete for port 9d4d8caa-39d1-4d20-af21-644d88b79fbe triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:01.619720 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b5c0dde-d2a5-433c-b907-0c893232b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:01.621472 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Checking router: ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:06:01.621743 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Updating router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c port 01d434ed-f998-4c85-b05d-aa17487ffa34 binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:06:01.630980 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Allocated IP 172.20.0.1 (d83c3d07-8230-4996-9e8d-fdeec6ac8391/303ce668-62f8-4663-bd20-a7d9def21d44/0a5855ef-ee6a-43e8-b996-2999741a5181) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:06:01.697157 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:01.827890 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:01.855213 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:01.878837 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Transition to ACTIVE for port object 0a5855ef-ee6a-43e8-b996-2999741a5181 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:01.881833 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 9d4d8caa-39d1-4d20-af21-644d88b79fbe up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:01.965129 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23d7c8-fda3-458b-9220-411abbb33017 req-f3775a92-3350-4325-bc47-4ba513c9b849 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:01.971430 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1f23d7c8-fda3-458b-9220-411abbb33017 req-f3775a92-3350-4325-bc47-4ba513c9b849 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 944 time: 0.1864195 Aug 12 21:06:01.976057 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.017255 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:06:02.019722 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0b1e67-65fd-4c96-b44d-7a1aca47e974" -d '{"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-plugged", "status": "completed", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:06:02.024564 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1f23d7c8-fda3-458b-9220-411abbb33017 req-ff478b9a-b1a1-4bb0-9ca9-6f3c397bcbfc tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414789 Aug 12 21:06:02.042563 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:02.061157 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.073487 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Pushing event updated for resources: {'Port': ['ID=0a5855ef-ee6a-43e8-b996-2999741a5181,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:02.086948 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Network d83c3d07-8230-4996-9e8d-fdeec6ac8391 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:06:02.088822 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:02.097246 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:06:02.134455 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 9d4d8caa-39d1-4d20-af21-644d88b79fbe triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:02.135527 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.192387 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4926e5-c9c2-42b7-94ea-a9d52d9d8a32 x-openstack-request-id: req-1a4926e5-c9c2-42b7-94ea-a9d52d9d8a32 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:06:02.192690 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-plugged", "status": "completed", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:06:02.192943 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a4926e5-c9c2-42b7-94ea-a9d52d9d8a32 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:06:02.193336 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf', 'code': 200} Aug 12 21:06:02.201318 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.219289 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:02.380519 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.425115 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Transition to ACTIVE for port object 01d434ed-f998-4c85-b05d-aa17487ffa34 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:02.456212 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.462734 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.508048 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2f9f95a4-801e-4f24-b02b-271aaafab46f None None] Provisioning for port 0a5855ef-ee6a-43e8-b996-2999741a5181 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:02.519681 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Attempting to bind port 01d434ed-f998-4c85-b05d-aa17487ffa34 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:06:02.520318 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Attempting to bind port 01d434ed-f998-4c85-b05d-aa17487ffa34 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:06:02.521251 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Attempting to bind port 01d434ed-f998-4c85-b05d-aa17487ffa34 on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:06:02.564379 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2f9f95a4-801e-4f24-b02b-271aaafab46f None None] Provisioning complete for port 0a5855ef-ee6a-43e8-b996-2999741a5181 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:02.564953 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2f9f95a4-801e-4f24-b02b-271aaafab46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.604841 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d589f-4da6-4171-a11e-700cf88d9885 req-177e0b88-cbf9-4d03-b7e0-21221c049c4e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:02.605766 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:06:02.606142 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:06:02.606547 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.606969 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:06:02.607457 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Bound port: 01d434ed-f998-4c85-b05d-aa17487ffa34, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:06:02.607844 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.616185 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1e1d589f-4da6-4171-a11e-700cf88d9885 req-177e0b88-cbf9-4d03-b7e0-21221c049c4e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 944 time: 0.1611965 Aug 12 21:06:02.691612 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] For port 01d434ed-f998-4c85-b05d-aa17487ffa34, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:06:02.696633 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] For port 01d434ed-f998-4c85-b05d-aa17487ffa34, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=01d434ed-f998-4c85-b05d-aa17487ffa34,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:06:02.698904 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee30b68-9227-4331-8590-e946de37d17f None None] Pushing event updated for resources: {'Port': ['ID=01d434ed-f998-4c85-b05d-aa17487ffa34,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:02.704585 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.708418 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1e1d589f-4da6-4171-a11e-700cf88d9885 req-7fae5cfd-1d94-47ff-b6c9-1a83e0c4bd2e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879316 Aug 12 21:06:02.722834 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f95a4-801e-4f24-b02b-271aaafab46f None None] Port 0a5855ef-ee6a-43e8-b996-2999741a5181 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:06:02.735427 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e1430-4415-470c-9596-4e5c01ec6da5 req-40001589-4ed5-4508-bca8-f95b08408148 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:02.743178 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae1e1430-4415-470c-9596-4e5c01ec6da5 req-40001589-4ed5-4508-bca8-f95b08408148 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 945 time: 0.1044905 Aug 12 21:06:02.762290 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:02.762956 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:02.800731 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae1e1430-4415-470c-9596-4e5c01ec6da5 req-f6113456-6b80-4d1f-8014-2bab08d8a196 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561092 Aug 12 21:06:02.810607 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.834280 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.842200 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee30b68-9227-4331-8590-e946de37d17f None None] Pushing event updated for resources: {'Port': ['ID=01d434ed-f998-4c85-b05d-aa17487ffa34,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:02.904069 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:02.971469 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:02.987231 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Pushing event updated for resources: {'Port': ['ID=0a5855ef-ee6a-43e8-b996-2999741a5181,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:02.999420 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3589a8-2a26-4b61-b834-ce6eec6574d1 req-caa07d95-2167-4060-bdec-50ab96e3eab1 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:03.003944 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bf3589a8-2a26-4b61-b834-ce6eec6574d1 req-caa07d95-2167-4060-bdec-50ab96e3eab1 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 945 time: 0.0885818 Aug 12 21:06:03.014529 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53394) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:03.024035 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b8a8f4c4-0dd5-4ea4-9b8e-9a7d23bc7231 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Request body: {'floatingip': {'port_id': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:03.064281 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Network d83c3d07-8230-4996-9e8d-fdeec6ac8391 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:06:03.066243 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:03.087656 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f4c4-0dd5-4ea4-9b8e-9a7d23bc7231 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:03.290985 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:06:03.314204 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e3ecc-baf9-4622-bfb2-8610de6f4248 req-135424cd-2d82-419d-8fc8-504126adc981 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:03.323314 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5b0e3ecc-baf9-4622-bfb2-8610de6f4248 req-135424cd-2d82-419d-8fc8-504126adc981 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1438978 Aug 12 21:06:03.395678 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5b0e3ecc-baf9-4622-bfb2-8610de6f4248 req-bc88ee04-5af0-4b11-94c5-64b6dd299e0d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713220 Aug 12 21:06:03.432316 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:01Z', 'revision_number': 1, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:03.447891 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:06:03.453300 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-dbf96cca-4b73-4bf9-a3ee-aeba406ffe48 admin admin] 10.222.0.18 "PUT /v2.0/routers/ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8987544 Aug 12 21:06:03.485613 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf26604-121c-4b45-88e3-b91b21d0b3b6 None None] The sync data for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi is: [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:01Z', 'revision_number': 1, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:06:03.568252 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-91f39e27-0010-4552-b1bb-a9b60b637896 None None] Provisioning complete for port 0a5855ef-ee6a-43e8-b996-2999741a5181 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:03.569137 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-91f39e27-0010-4552-b1bb-a9b60b637896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:03.632706 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-91f39e27-0010-4552-b1bb-a9b60b637896 None None] Port 0a5855ef-ee6a-43e8-b996-2999741a5181 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:06:04.085405 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f4c4-0dd5-4ea4-9b8e-9a7d23bc7231 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.094330 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f4c4-0dd5-4ea4-9b8e-9a7d23bc7231 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.188132 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56c1a5-9f96-403e-81dd-f65a9f851502 req-2848a81c-3813-4840-8898-26678987ec82 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:04.190041 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3c56c1a5-9f96-403e-81dd-f65a9f851502 req-2848a81c-3813-4840-8898-26678987ec82 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 944 time: 0.3201444 Aug 12 21:06:04.411275 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53414) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:04.421737 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1388227909-network', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:04.469261 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Made reservation on behalf of 16cd8bcabefb4ed7b150351e5731980c for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:06:04.476842 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.512786 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.726786 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.735312 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.748529 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3c56c1a5-9f96-403e-81dd-f65a9f851502 req-6e9b2ad7-08ab-40fa-b832-28e7c0b71a0f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5372131 Aug 12 21:06:04.771666 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.l3_db [None req-b8a8f4c4-0dd5-4ea4-9b8e-9a7d23bc7231 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Floating IP a46a6c16-3d35-463f-97e4-68710b7091bd associated. External IP: 172.27.0.145, port: 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8. Aug 12 21:06:04.804600 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:06:04.833621 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.834204 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.segments_db [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Added segment 185958b8-1bf6-4c44-bc51-c492f4410554 of type vlan for network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 Aug 12 21:06:04.841599 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce35cd-9351-421d-a15f-af3f40827c8e req-5892d313-1618-488b-99f8-b1ff52d35793 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:04.850124 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6dce35cd-9351-421d-a15f-af3f40827c8e req-5892d313-1618-488b-99f8-b1ff52d35793 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1755607 Aug 12 21:06:04.892366 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.932482 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaa66a4-89f6-42f0-8d6a-948d9884b781,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:04.951301 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.953517 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:04.954128 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:04.957991 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6dce35cd-9351-421d-a15f-af3f40827c8e req-5642d0dd-fb33-4dd3-900a-b8a9362e8b38 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947359 Aug 12 21:06:05.032342 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6196229 Aug 12 21:06:05.039067 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53418) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:05.045064 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Request body: {'subnet': {'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1388227909-subnet', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:05.073187 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446b96a-8f3e-4cf3-a7f3-f42a69508917 admin admin] Pushing event updated for resources: {'Network': ['ID=fc9d6fa1-6150-4364-9370-87aa65dfdfe5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:05.084812 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:06:05.087417 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Made reservation on behalf of 16cd8bcabefb4ed7b150351e5731980c for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:06:05.090244 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4240591'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:05.208267 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a8f4c4-0dd5-4ea4-9b8e-9a7d23bc7231 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Router 797cf2f7-c047-4082-929c-9b4f882bcd5c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:06:05.356445 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a8f4c4-0dd5-4ea4-9b8e-9a7d23bc7231 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:06:05.365888 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8a8f4c4-0dd5-4ea4-9b8e-9a7d23bc7231 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:05.369951 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] Sync routers for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:06:05.379234 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4239281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4240637'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:05.387225 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:05.390063 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:05.504700 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Pushing event updated for resources: {'Subnet': ['ID=596c4097-9753-4fc8-9685-b832d8b7702c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:05.516612 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-b8a8f4c4-0dd5-4ea4-9b8e-9a7d23bc7231 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "PUT /v2.0/floatingips/a46a6c16-3d35-463f-97e4-68710b7091bd HTTP/1.1" status: 200 len: 991 time: 2.4982226 Aug 12 21:06:05.516612 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'tag': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:06:05.518443 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc8ebf16-58ea-48ad-9f95-b5f54907e214", "tag": "77bfeeb1-4c78-4fdd-8045-7098b3af1ec8"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:06:05.600035 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Checking segment: {'id': '185958b8-1bf6-4c44-bc51-c492f4410554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:06:05.600428 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Network hostable DHCP agents. Network: fc9d6fa1-6150-4364-9370-87aa65dfdfe5, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:06:05.620706 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0b2a9-6063-41b1-91f2-506cc6ffac76 x-openstack-request-id: req-aae0b2a9-6063-41b1-91f2-506cc6ffac76 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:06:05.620992 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc8ebf16-58ea-48ad-9f95-b5f54907e214", "tag": "77bfeeb1-4c78-4fdd-8045-7098b3af1ec8", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:06:05.621259 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aae0b2a9-6063-41b1-91f2-506cc6ffac76 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:06:05.621662 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'tag': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8', 'status': 'completed', 'code': 200} Aug 12 21:06:05.622904 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:05.661208 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:06:05.682148 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, fc9d6fa1-6150-4364-9370-87aa65dfdfe5) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:05.688476 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:05.694995 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:05.698596 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd0b046-49df-4a49-af02-fd9047a45273 None None] Network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:06:05.740466 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-56c90c09-a4d3-493a-be4d-27bb2cb1a99d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7000649 Aug 12 21:06:05.742933 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53426) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:05.744500 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-d919622b-b964-4922-aa9d-898106972a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:05.753247 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-d919622b-b964-4922-aa9d-898106972a33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=38e25d760f7b49cea926e741310bd9ff&device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 1098 time: 0.0967233 Aug 12 21:06:05.762192 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:05.834960 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-889326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:05.836226 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-890750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-896045', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-740653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:05.949443 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 01d434ed-f998-4c85-b05d-aa17487ffa34 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:05.974136 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:06.049576 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'a46a6c16-3d35-463f-97e4-68710b7091bd', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'port_id': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'mac_address': 'fa:16:3e:f7:5f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:05:47Z', 'updated_at': '2021-08-12T21:06:03Z', 'revision_number': 1, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:06.182205 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 01d434ed-f998-4c85-b05d-aa17487ffa34 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:06.199380 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp971bee26-aa2a-52fa-aa21-ce9d93d45708-fc9d6fa1-6150-4364-9370-87aa65dfdfe5', 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'fixed_ips': [{'subnet_id': '596c4097-9753-4fc8-9685-b832d8b7702c'}]}} from dv-cinder-804457-1-iscsi. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 21:06:06.200787 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:06.216532 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 01d434ed-f998-4c85-b05d-aa17487ffa34 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:06.216532 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:06.223427 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:06.245409 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae3cae-25ee-4058-95f2-be027c9b36f1 req-aa39ac5c-7019-464c-a47f-31773a6d994d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:06.264985 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a2ae3cae-25ee-4058-95f2-be027c9b36f1 req-aa39ac5c-7019-464c-a47f-31773a6d994d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 944 time: 0.2754292 Aug 12 21:06:06.309525 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-547cf164-852f-4bc3-bccb-430f16bb72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:06.311422 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-547cf164-852f-4bc3-bccb-430f16bb72ea service neutron] 10.222.0.42 "GET /v2.0/networks?id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 200 len: 911 time: 0.5543051 Aug 12 21:06:06.325399 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] Checking router: 797cf2f7-c047-4082-929c-9b4f882bcd5c for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:06:06.376392 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:06.380370 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:06.614922 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:06.615797 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:06.619730 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-5ef3ab8b-a1c9-4fa9-9cb6-be290b99d084 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 HTTP/1.1" status: 200 len: 999 time: 0.2766764 Aug 12 21:06:06.638269 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 01d434ed-f998-4c85-b05d-aa17487ffa34, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=01d434ed-f998-4c85-b05d-aa17487ffa34,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:06.639737 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Sync routers for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:06:06.655467 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:06.691387 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a2ae3cae-25ee-4058-95f2-be027c9b36f1 req-aca6b1bd-a0a1-49df-a47e-b7603266367f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4254124 Aug 12 21:06:06.710412 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:06.734312 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:06.735119 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:06.737541 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:06.782213 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34728872-a34b-4cac-bbe3-19d0d66f6563 req-3a2e2b6a-b3f3-41a9-8af9-8b0bef805edb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:06.794455 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-34728872-a34b-4cac-bbe3-19d0d66f6563 req-3a2e2b6a-b3f3-41a9-8af9-8b0bef805edb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.2699614 Aug 12 21:06:06.867558 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:06.877405 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-eed678a4-5936-4d56-81a9-9b94e2d5b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:06.896572 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-eed678a4-5936-4d56-81a9-9b94e2d5b86e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 200 len: 849 time: 0.2446618 Aug 12 21:06:06.913466 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-34728872-a34b-4cac-bbe3-19d0d66f6563 req-1a08d682-7c51-4182-8d97-3d235116a52e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177759 Aug 12 21:06:06.922632 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Allocated IP 172.27.0.199 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/af62b433-46b1-4978-936b-95fa201b420a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:06:07.014087 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-c7bbf4b8-29cd-409e-a9b2-45c7562a7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:07.028504 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-c7bbf4b8-29cd-409e-a9b2-45c7562a7221 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1045711 Aug 12 21:06:07.081607 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Allocated IP 172.20.0.2 (fc9d6fa1-6150-4364-9370-87aa65dfdfe5/596c4097-9753-4fc8-9685-b832d8b7702c/38b2fa39-073e-4ef1-957c-799ac8bdc1a4) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:06:07.136900 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'a46a6c16-3d35-463f-97e4-68710b7091bd', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'port_id': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'mac_address': 'fa:16:3e:f7:5f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:05:47Z', 'updated_at': '2021-08-12T21:06:03Z', 'revision_number': 1, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:07.170607 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-7b16c4ce-e6ac-4b1f-8c43-245be2b57692 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345372 Aug 12 21:06:07.186787 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f674c-fc15-4697-9fa8-60829e7c3360 None None] The sync data for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi is: [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'a46a6c16-3d35-463f-97e4-68710b7091bd', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'port_id': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'mac_address': 'fa:16:3e:f7:5f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:05:47Z', 'updated_at': '2021-08-12T21:06:03Z', 'revision_number': 1, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:06:07.191729 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:07.210762 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=01d434ed-f998-4c85-b05d-aa17487ffa34,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:07.293260 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:07.351903 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-defb5664-28d5-42ae-8f5a-a2d5c92cd2f4 req-45208e43-16f0-4b31-82d2-830168bdc004 service neutron] 10.222.0.42 "GET /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744158 Aug 12 21:06:07.363079 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:06:07.366712 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:07.374541 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:06:07.424027 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:07.448238 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 2, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:07.450884 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Transition to ACTIVE for port object 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:07.491228 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Checking router: ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:06:07.491771 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Updating router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c port 0a5855ef-ee6a-43e8-b996-2999741a5181 binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:06:07.532290 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Transition to ACTIVE for port object 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:07.538726 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:07.550904 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:07.554451 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Pushing event updated for resources: {'Port': ['ID=af62b433-46b1-4978-936b-95fa201b420a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:07.577523 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8653b75d-09e5-49f1-b337-7d7cb0c0dd3c None None] New status for floating IP a46a6c16-3d35-463f-97e4-68710b7091bd: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:06:07.606582 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:06:07.612435 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:07.643314 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:06:07.666845 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Pushing event updated for resources: {'Port': ['ID=38b2fa39-073e-4ef1-957c-799ac8bdc1a4,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:07.824660 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:07.888698 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Attempting to bind port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:06:07.889597 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Attempting to bind port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '185958b8-1bf6-4c44-bc51-c492f4410554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:06:07.890280 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Attempting to bind port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 on network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:06:07.925873 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:06:07.926446 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Checking segment: {'id': '185958b8-1bf6-4c44-bc51-c492f4410554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:06:07.927770 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:07.929011 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Bound using segment: {'id': '185958b8-1bf6-4c44-bc51-c492f4410554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:06:07.929520 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Bound port: 38b2fa39-073e-4ef1-957c-799ac8bdc1a4, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185958b8-1bf6-4c44-bc51-c492f4410554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:06:07.930165 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:07.932868 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 01d434ed-f998-4c85-b05d-aa17487ffa34 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:07.981687 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fcb57-f85c-4d8c-8518-8c444dc26385 req-552aeacf-2be1-4fd7-bddf-2fdd9fdd94e9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:07.998537 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6e3fcb57-f85c-4d8c-8518-8c444dc26385 req-552aeacf-2be1-4fd7-bddf-2fdd9fdd94e9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 944 time: 0.1816776 Aug 12 21:06:08.069755 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] For port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:06:08.074529 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] For port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=38b2fa39-073e-4ef1-957c-799ac8bdc1a4,segment=NetworkSegment(185958b8-1bf6-4c44-bc51-c492f4410554),segment_id=185958b8-1bf6-4c44-bc51-c492f4410554)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:06:08.096444 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6e3fcb57-f85c-4d8c-8518-8c444dc26385 req-3281ce4a-0575-47a3-ad31-5ab542c1b663 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952506 Aug 12 21:06:08.118832 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:08.132876 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-890725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896248'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:08.172054 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e758304-015c-48d7-bf66-08fd3559992e req-a1664aa9-3ff6-4a41-be7d-0dfcb8558cbd tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:08.173796 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6e758304-015c-48d7-bf66-08fd3559992e req-a1664aa9-3ff6-4a41-be7d-0dfcb8558cbd tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0881038 Aug 12 21:06:08.187625 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1a5a2-fe80-4ecc-9e37-ea165896582f None None] Pushing event updated for resources: {'Port': ['ID=38b2fa39-073e-4ef1-957c-799ac8bdc1a4,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:08.243686 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6e758304-015c-48d7-bf66-08fd3559992e req-d8f8e508-38aa-4928-aa46-60e096776ff8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557628 Aug 12 21:06:08.278095 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 01d434ed-f998-4c85-b05d-aa17487ffa34 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:08.278685 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:08.411673 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:08.430014 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Transition to ACTIVE for port object 0a5855ef-ee6a-43e8-b996-2999741a5181 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:08.472467 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:08.565969 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6052d-b1f0-4363-87c5-2fd204475f6d None None] Pushing event updated for resources: {'Port': ['ID=0a5855ef-ee6a-43e8-b996-2999741a5181,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:08.647600 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Attempting to bind port 0a5855ef-ee6a-43e8-b996-2999741a5181 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:06:08.648062 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Attempting to bind port 0a5855ef-ee6a-43e8-b996-2999741a5181 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:06:08.648517 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Attempting to bind port 0a5855ef-ee6a-43e8-b996-2999741a5181 on network d83c3d07-8230-4996-9e8d-fdeec6ac8391 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:06:08.662140 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:06:08.662590 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Checking segment: {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:06:08.663132 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:08.663601 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Bound using segment: {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:06:08.664165 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Bound port: 0a5855ef-ee6a-43e8-b996-2999741a5181, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:06:08.664624 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:08.694975 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 is scheduled to L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 21:06:08.796576 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] For port 0a5855ef-ee6a-43e8-b996-2999741a5181, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:06:08.800343 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] For port 0a5855ef-ee6a-43e8-b996-2999741a5181, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=0a5855ef-ee6a-43e8-b996-2999741a5181,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:06:08.806179 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:08.848746 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:06:08.873181 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Sync routers for ids ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:06:08.875029 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:08.880572 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53444) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:08.881399 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-ec2dd819-2db1-46d3-9dc1-17d9d93000c8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1352501 Aug 12 21:06:08.886473 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:08.887124 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:08.889741 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6052d-b1f0-4363-87c5-2fd204475f6d None None] Pushing event updated for resources: {'Port': ['ID=0a5855ef-ee6a-43e8-b996-2999741a5181,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:08.931888 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Routers {'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:08.932574 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:09.233276 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Set router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:09.370378 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 26c9ade5-949d-4780-8e71-eaa2067b13bc details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:06:09.488123 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab22f57-7822-4bad-8447-f9495e72ad04 req-bc996399-bf95-4a9b-8485-f3916fa0df5b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:09.489670 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ab22f57-7822-4bad-8447-f9495e72ad04 req-bc996399-bf95-4a9b-8485-f3916fa0df5b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 944 time: 0.2192285 Aug 12 21:06:09.579662 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6e21bbf3-4ca4-47ca-bbd6-f46754d13fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:09.645861 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c10321-1027-4758-bfb9-2aee0a70e047 req-de8d602b-4a89-4f93-808b-f1ca788c6e69 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:09.647528 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-92c10321-1027-4758-bfb9-2aee0a70e047 req-de8d602b-4a89-4f93-808b-f1ca788c6e69 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.2475348 Aug 12 21:06:09.665334 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ab22f57-7822-4bad-8447-f9495e72ad04 req-f28974e3-111c-4353-b3e4-ce962aba0041 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214480 Aug 12 21:06:09.737064 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:09.763472 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-92c10321-1027-4758-bfb9-2aee0a70e047 req-3e03fae5-e0f9-4c8f-93b3-9c076c3adebe tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630224 Aug 12 21:06:09.828993 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'af62b433-46b1-4978-936b-95fa201b420a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:06:05Z', 'updated_at': '2021-08-12T21:06:07Z', 'revision_number': 3, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'gw_port': {'id': 'af62b433-46b1-4978-936b-95fa201b420a', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:06Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:09.839012 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7114e3-8475-4995-b039-19de7d8082da None None] Network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:06:09.941831 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:09.981455 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Checking router: ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:06:09.981806 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Updating router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 port af62b433-46b1-4978-936b-95fa201b420a binding host dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:06:10.086369 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7bd7754b-231c-422d-b8ee-a99c88830033 None None] Provisioning for port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:10.088626 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:10.097592 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 26c9ade5-949d-4780-8e71-eaa2067b13bc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=26c9ade5-949d-4780-8e71-eaa2067b13bc,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:10.150106 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.151459 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Allocated IP 172.20.0.1 (fc9d6fa1-6150-4364-9370-87aa65dfdfe5/596c4097-9753-4fc8-9685-b832d8b7702c/81adcb8b-2c21-4ee4-94e5-f991988c5324) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:06:10.159846 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'port_id': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'mac_address': 'fa:16:3e:09:e5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:06:10.285757 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.301007 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Transition to ACTIVE for port object 81adcb8b-2c21-4ee4-94e5-f991988c5324 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:10.337946 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.366119 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.386234 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Pushing event updated for resources: {'Port': ['ID=81adcb8b-2c21-4ee4-94e5-f991988c5324,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:10.407461 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:06:10.409205 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:10.414873 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:06:10.420861 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:10.438602 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:10.438994 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.445156 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c9ade5-949d-4780-8e71-eaa2067b13bc {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:06:10.457331 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.546466 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 26c9ade5-949d-4780-8e71-eaa2067b13bc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=26c9ade5-949d-4780-8e71-eaa2067b13bc,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:10.562976 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.645023 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.671589 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:08Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:10.776795 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=26c9ade5-949d-4780-8e71-eaa2067b13bc,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:10.780176 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de2d420-eca4-432e-9790-cf60e95c349a None None] The sync data for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi is: [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:08Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:06:10.850031 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['26c9ade5-949d-4780-8e71-eaa2067b13bc'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:06:10.913603 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.935724 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:10.948815 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:11.037390 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:11.071566 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Transition to ACTIVE for port object af62b433-46b1-4978-936b-95fa201b420a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:11.071788 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553401'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:11.078646 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e0976a0a-6b03-4d0b-a5d4-0120b20a5f83 None None] Provisioning complete for port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:11.093318 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e0976a0a-6b03-4d0b-a5d4-0120b20a5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:11.108907 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Pushing event updated for resources: {'Port': ['ID=81adcb8b-2c21-4ee4-94e5-f991988c5324,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:11.160027 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749a089-3854-4009-bf10-e6d619123385 req-b316d48d-344f-421d-b206-a1a0fd0af14d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:11.161657 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3749a089-3854-4009-bf10-e6d619123385 req-b316d48d-344f-421d-b206-a1a0fd0af14d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.2330999 Aug 12 21:06:11.269607 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b1721-438c-4ed9-99bd-3662ffe28f37 req-5ab1f0a2-cf5a-4e9a-9a83-421c0b6d78a2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:11.271832 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e0b1721-438c-4ed9-99bd-3662ffe28f37 req-5ab1f0a2-cf5a-4e9a-9a83-421c0b6d78a2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 945 time: 0.3448749 Aug 12 21:06:11.283475 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:06:11.325010 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:11.341776 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=38b2fa39-073e-4ef1-957c-799ac8bdc1a4,segment=NetworkSegment(185958b8-1bf6-4c44-bc51-c492f4410554),segment_id=185958b8-1bf6-4c44-bc51-c492f4410554)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:11.387163 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:11.397168 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:11.398011 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 0a5855ef-ee6a-43e8-b996-2999741a5181 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:11.504330 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3749a089-3854-4009-bf10-e6d619123385 req-f3224de1-0291-4ec6-8ed5-dd8f9902c034 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314231 Aug 12 21:06:11.530948 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:06:11.534142 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4e0b1721-438c-4ed9-99bd-3662ffe28f37 req-91fa738d-ba84-440f-b13e-4b262d96d54b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535374 Aug 12 21:06:11.632845 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Attempting to bind port af62b433-46b1-4978-936b-95fa201b420a on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:06:11.633429 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Attempting to bind port af62b433-46b1-4978-936b-95fa201b420a by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:06:11.636226 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Attempting to bind port af62b433-46b1-4978-936b-95fa201b420a on network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:06:11.678991 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa9bc2-e831-4547-85b1-0ee838b56f9e None None] Pushing event updated for resources: {'Port': ['ID=af62b433-46b1-4978-936b-95fa201b420a,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:11.729604 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:06:11.730279 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Checking segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:06:11.730639 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:11.731212 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Bound using segment: {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:06:11.731797 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Bound port: af62b433-46b1-4978-936b-95fa201b420a, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '882ffc45-1a2d-4555-bd22-e43fc85fa623', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:06:11.732281 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:11.739527 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:06:11.744599 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-1c03239b-e382-41ea-96e6-421b16a85482 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca1c5761-dd92-4f8b-83e5-5c76b5a57c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8602555 Aug 12 21:06:11.821559 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 0a5855ef-ee6a-43e8-b996-2999741a5181 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:11.869631 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 0a5855ef-ee6a-43e8-b996-2999741a5181 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:11.869631 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:11.892635 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=38b2fa39-073e-4ef1-957c-799ac8bdc1a4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:11.932481 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] For port af62b433-46b1-4978-936b-95fa201b420a, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:06:11.975284 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] For port af62b433-46b1-4978-936b-95fa201b420a, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=af62b433-46b1-4978-936b-95fa201b420a,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:06:11.985128 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.072576 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e0976a0a-6b03-4d0b-a5d4-0120b20a5f83 None None] Provisioning for port 81adcb8b-2c21-4ee4-94e5-f991988c5324 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:12.100862 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e0976a0a-6b03-4d0b-a5d4-0120b20a5f83 None None] Provisioning complete for port 81adcb8b-2c21-4ee4-94e5-f991988c5324 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:12.101221 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e0976a0a-6b03-4d0b-a5d4-0120b20a5f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.156916 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Routers {'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:12.157468 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:05:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:12.193652 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa9bc2-e831-4547-85b1-0ee838b56f9e None None] Pushing event updated for resources: {'Port': ['ID=af62b433-46b1-4978-936b-95fa201b420a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:12.258399 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c602441a-51de-479b-88ad-fb0bf48bdc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.286975 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e0976a0a-6b03-4d0b-a5d4-0120b20a5f83 None None] Port 81adcb8b-2c21-4ee4-94e5-f991988c5324 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:06:12.297009 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.370894 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-9608c403-5849-47a4-9397-bb7381764eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:12.372592 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-9608c403-5849-47a4-9397-bb7381764eea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 1098 time: 0.2567019 Aug 12 21:06:12.387625 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 0a5855ef-ee6a-43e8-b996-2999741a5181, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=0a5855ef-ee6a-43e8-b996-2999741a5181,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:12.392117 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] Set router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:12.394522 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.575557 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8fd58e81-30c5-4234-bea5-f6549ce8b218 None None] Provisioning complete for port 81adcb8b-2c21-4ee4-94e5-f991988c5324 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:12.575930 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8fd58e81-30c5-4234-bea5-f6549ce8b218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.577785 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:12.625802 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=0a5855ef-ee6a-43e8-b996-2999741a5181,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:12.636543 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-7dd6c496-70f4-4b31-a457-9943f1a56166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:12.638357 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-7dd6c496-70f4-4b31-a457-9943f1a56166 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.2367594 Aug 12 21:06:12.639562 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.666565 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:12.672799 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-beb634c3-d1cf-49fe-a6c7-339c99678e6a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989711221', 'description': 'tempest-secgroup-smoke-1989711221 description', 'project_id': '3ca414b979314f839e90721cb53a4a82'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:12.679803 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8fd58e81-30c5-4234-bea5-f6549ce8b218 None None] Port 81adcb8b-2c21-4ee4-94e5-f991988c5324 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:06:12.743260 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:12.743582 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-beb634c3-d1cf-49fe-a6c7-339c99678e6a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.743801 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.814419 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'af62b433-46b1-4978-936b-95fa201b420a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:06:05Z', 'updated_at': '2021-08-12T21:06:10Z', 'revision_number': 4, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'gw_port': {'id': 'af62b433-46b1-4978-936b-95fa201b420a', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:06Z', 'updated_at': '2021-08-12T21:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '81adcb8b-2c21-4ee4-94e5-f991988c5324', 'name': '', 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'mac_address': 'fa:16:3e:00:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:09Z', 'updated_at': '2021-08-12T21:06:10Z', 'revision_number': 2, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'subnets': [{'id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:12.857942 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c7d4d-8588-482f-98ba-4910c6e54d04 req-5af0471b-8afe-4602-8575-90137d24670b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:12.863033 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0629cc-3715-4fc2-b3f2-6d806533a67e None None] The sync data for ids ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'] in dv-cinder-804457-1-iscsi is: [{'id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'af62b433-46b1-4978-936b-95fa201b420a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:06:05Z', 'updated_at': '2021-08-12T21:06:10Z', 'revision_number': 4, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'gw_port': {'id': 'af62b433-46b1-4978-936b-95fa201b420a', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:06Z', 'updated_at': '2021-08-12T21:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '81adcb8b-2c21-4ee4-94e5-f991988c5324', 'name': '', 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'mac_address': 'fa:16:3e:00:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:09Z', 'updated_at': '2021-08-12T21:06:10Z', 'revision_number': 2, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'subnets': [{'id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:06:12.872551 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7e9c7d4d-8588-482f-98ba-4910c6e54d04 req-5af0471b-8afe-4602-8575-90137d24670b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.2507355 Aug 12 21:06:12.881948 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-beb634c3-d1cf-49fe-a6c7-339c99678e6a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.888289 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-beb634c3-d1cf-49fe-a6c7-339c99678e6a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.937123 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-95859d48-dd4d-4a07-b3f1-8b6f520eae4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f83afff-a684-4f4d-b005-34f592608fbf HTTP/1.1" status: 200 len: 1001 time: 0.2706418 Aug 12 21:06:12.946144 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb634c3-d1cf-49fe-a6c7-339c99678e6a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f4086d-848a-4c01-9f3c-9dcacae7494d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:12.951523 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-beb634c3-d1cf-49fe-a6c7-339c99678e6a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:12.952875 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-beb634c3-d1cf-49fe-a6c7-339c99678e6a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2852688 Aug 12 21:06:12.955905 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53478) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:12.963103 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1ef9ff3d-b603-4ea0-a4a8-932badaa5981 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Request body: {'security_group_rule': {'security_group_id': '72f4086d-848a-4c01-9f3c-9dcacae7494d', 'project_id': '3ca414b979314f839e90721cb53a4a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:13.002885 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ff3d-b603-4ea0-a4a8-932badaa5981 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.003994 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.026326 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649a551-1874-4073-8a09-843489c717be req-3ac680ad-bb8b-405f-a54a-36ba918a1f6f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:13.033953 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c649a551-1874-4073-8a09-843489c717be req-3ac680ad-bb8b-405f-a54a-36ba918a1f6f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 945 time: 0.2664380 Aug 12 21:06:13.088266 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7e9c7d4d-8588-482f-98ba-4910c6e54d04 req-87db701a-c4ca-46a9-94c8-54c0299969bf tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146344 Aug 12 21:06:13.101702 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-c48b2312-f852-4a0a-8371-822b29c15b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:13.114791 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-c48b2312-f852-4a0a-8371-822b29c15b61 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.1765292 Aug 12 21:06:13.135457 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ff3d-b603-4ea0-a4a8-932badaa5981 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.148999 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ff3d-b603-4ea0-a4a8-932badaa5981 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.199131 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9ff3d-b603-4ea0-a4a8-932badaa5981 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a888ad-3a0c-430f-9312-a42d80272bc1,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:13.203899 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef9ff3d-b603-4ea0-a4a8-932badaa5981 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.218236 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1ef9ff3d-b603-4ea0-a4a8-932badaa5981 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2581522 Aug 12 21:06:13.218706 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53480) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:13.225191 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4b46b11a-9347-4f6c-b8e1-fe660b42a65b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Request body: {'security_group_rule': {'security_group_id': '72f4086d-848a-4c01-9f3c-9dcacae7494d', 'project_id': '3ca414b979314f839e90721cb53a4a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:13.273583 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b46b11a-9347-4f6c-b8e1-fe660b42a65b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.284972 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c649a551-1874-4073-8a09-843489c717be req-978a58de-fdf4-4a1f-b715-b992601dfaec tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495422 Aug 12 21:06:13.328283 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-0c09a2ce-f4c1-4f1e-8906-c0ee40a69986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:13.331433 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-0c09a2ce-f4c1-4f1e-8906-c0ee40a69986 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1984196 Aug 12 21:06:13.342718 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 26c9ade5-949d-4780-8e71-eaa2067b13bc up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:13.390821 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b46b11a-9347-4f6c-b8e1-fe660b42a65b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.401221 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b46b11a-9347-4f6c-b8e1-fe660b42a65b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.426098 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46b11a-9347-4f6c-b8e1-fe660b42a65b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f79f2ba-a1d6-4bd4-b609-de1803a5ebfa,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:13.438002 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port 26c9ade5-949d-4780-8e71-eaa2067b13bc completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:13.442824 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b46b11a-9347-4f6c-b8e1-fe660b42a65b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.448654 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-4b46b11a-9347-4f6c-b8e1-fe660b42a65b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2245178 Aug 12 21:06:13.448999 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 26c9ade5-949d-4780-8e71-eaa2067b13bc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:13.448999 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.456373 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53482) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:13.462911 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-43dc629a-8e49-49cd-9fee-5c3c29f2ebd7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Request body: {'security_group_rule': {'security_group_id': '72f4086d-848a-4c01-9f3c-9dcacae7494d', 'project_id': '3ca414b979314f839e90721cb53a4a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:13.523592 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43dc629a-8e49-49cd-9fee-5c3c29f2ebd7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.558959 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.573136 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-ba4cdba9-00c0-466b-8293-07d185c7a860 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172287 Aug 12 21:06:13.592112 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530a0694-6aa9-47c0-8504-9610f31576d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9ade5-949d-4780-8e71-eaa2067b13bc'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:06:13.595216 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d92d800-2661-439b-8a08-a2d17392d1e6" -d '{"events": [{"server_uuid": "530a0694-6aa9-47c0-8504-9610f31576d7", "name": "network-vif-plugged", "status": "completed", "tag": "26c9ade5-949d-4780-8e71-eaa2067b13bc"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:06:13.638623 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 26c9ade5-949d-4780-8e71-eaa2067b13bc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=26c9ade5-949d-4780-8e71-eaa2067b13bc,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:13.656668 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.692184 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43dc629a-8e49-49cd-9fee-5c3c29f2ebd7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.699698 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43dc629a-8e49-49cd-9fee-5c3c29f2ebd7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.718971 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e706cd3-e1da-460a-a1ae-32dc2eb1a381 x-openstack-request-id: req-0e706cd3-e1da-460a-a1ae-32dc2eb1a381 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:06:13.719268 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530a0694-6aa9-47c0-8504-9610f31576d7", "name": "network-vif-plugged", "status": "completed", "tag": "26c9ade5-949d-4780-8e71-eaa2067b13bc", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:06:13.719546 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e706cd3-e1da-460a-a1ae-32dc2eb1a381 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:06:13.720059 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530a0694-6aa9-47c0-8504-9610f31576d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'code': 200} Aug 12 21:06:13.723472 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc629a-8e49-49cd-9fee-5c3c29f2ebd7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd08a9f5-b25e-4d6d-8821-3636c297e53c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:13.737545 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43dc629a-8e49-49cd-9fee-5c3c29f2ebd7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.742558 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-43dc629a-8e49-49cd-9fee-5c3c29f2ebd7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2846608 Aug 12 21:06:13.743527 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53486) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:13.753459 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5a32774a-dc73-4629-a6a8-befbe30ca398 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Request body: {'security_group_rule': {'security_group_id': '72f4086d-848a-4c01-9f3c-9dcacae7494d', 'project_id': '3ca414b979314f839e90721cb53a4a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:13.778545 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=26c9ade5-949d-4780-8e71-eaa2067b13bc,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:13.818255 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a32774a-dc73-4629-a6a8-befbe30ca398 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:13.838724 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4ecff18-133e-4a23-b766-73f8174d74e0 req-e2df2a3e-69e6-482d-9e01-44fdf72dade5 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559047 Aug 12 21:06:13.997438 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a32774a-dc73-4629-a6a8-befbe30ca398 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.002169 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a32774a-dc73-4629-a6a8-befbe30ca398 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.039942 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32774a-dc73-4629-a6a8-befbe30ca398 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d410f2-e8f0-40a1-9975-f2332dc66520,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:14.045642 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a32774a-dc73-4629-a6a8-befbe30ca398 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.047668 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5a32774a-dc73-4629-a6a8-befbe30ca398 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3024287 Aug 12 21:06:14.050076 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:14.057630 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-06cb2258-45a9-4a38-bbac-e78bd4c1f130 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Request body: {'security_group_rule': {'security_group_id': '72f4086d-848a-4c01-9f3c-9dcacae7494d', 'project_id': '3ca414b979314f839e90721cb53a4a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:14.091330 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3623c3-9367-4df0-9f9b-fcbeab73d006 req-f3f21d75-2fad-4b69-977f-55df4c0bb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:14.094428 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8a3623c3-9367-4df0-9f9b-fcbeab73d006 req-f3f21d75-2fad-4b69-977f-55df4c0bb2d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 1099 time: 0.0989268 Aug 12 21:06:14.102379 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-06cb2258-45a9-4a38-bbac-e78bd4c1f130 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Project 3ca414b979314f839e90721cb53a4a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:06:14.107044 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06cb2258-45a9-4a38-bbac-e78bd4c1f130 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.153449 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8a3623c3-9367-4df0-9f9b-fcbeab73d006 req-0f0070bd-daa8-4896-ae32-88b9f05f8928 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514317 Aug 12 21:06:14.201954 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06cb2258-45a9-4a38-bbac-e78bd4c1f130 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.207881 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06cb2258-45a9-4a38-bbac-e78bd4c1f130 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.234604 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb2258-45a9-4a38-bbac-e78bd4c1f130 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d2108f-2893-4b73-8048-eeb618fd86db,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:14.280399 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06cb2258-45a9-4a38-bbac-e78bd4c1f130 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.286754 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-06cb2258-45a9-4a38-bbac-e78bd4c1f130 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2303545 Aug 12 21:06:14.291843 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53494) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:14.297174 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-61c7a338-ce5a-4df5-9445-632b5923e206 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Request body: {'security_group_rule': {'security_group_id': '72f4086d-848a-4c01-9f3c-9dcacae7494d', 'project_id': '3ca414b979314f839e90721cb53a4a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:14.336043 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-61c7a338-ce5a-4df5-9445-632b5923e206 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Project 3ca414b979314f839e90721cb53a4a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 21:06:14.343516 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61c7a338-ce5a-4df5-9445-632b5923e206 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.367342 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4151bd2-ec65-4f0f-b831-c025e6dfb4a7 req-bf6161db-4c6a-44bd-93bb-b29171d514a0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:14.377102 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b4151bd2-ec65-4f0f-b831-c025e6dfb4a7 req-bf6161db-4c6a-44bd-93bb-b29171d514a0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1127033 Aug 12 21:06:14.428832 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b4151bd2-ec65-4f0f-b831-c025e6dfb4a7 req-f58837a0-96d5-479c-8054-843361b3baca tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503895 Aug 12 21:06:14.503223 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61c7a338-ce5a-4df5-9445-632b5923e206 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.509099 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61c7a338-ce5a-4df5-9445-632b5923e206 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.537796 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7a338-ce5a-4df5-9445-632b5923e206 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03720b7d-4139-475e-9b43-13f27bbfa108,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:14.546107 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61c7a338-ce5a-4df5-9445-632b5923e206 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.550225 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-61c7a338-ce5a-4df5-9445-632b5923e206 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2567871 Aug 12 21:06:14.582327 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.641917 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3495db6-032a-449f-9a73-3a53c4e8d6b9 req-1cc42f2d-5431-4ab5-8422-da95609ee0ea tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:14.649264 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a3495db6-032a-449f-9a73-3a53c4e8d6b9 req-1cc42f2d-5431-4ab5-8422-da95609ee0ea tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 946 time: 0.1323738 Aug 12 21:06:14.709710 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a3495db6-032a-449f-9a73-3a53c4e8d6b9 req-b80ee0c6-7361-4c11-9192-1063408ae1fd tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594807 Aug 12 21:06:14.791302 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:14.849654 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 0a5855ef-ee6a-43e8-b996-2999741a5181 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:14.963854 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 0a5855ef-ee6a-43e8-b996-2999741a5181 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:14.964222 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:15.115111 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device af62b433-46b1-4978-936b-95fa201b420a up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:15.189972 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port af62b433-46b1-4978-936b-95fa201b420a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:15.194770 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port af62b433-46b1-4978-936b-95fa201b420a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:15.195147 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:15.355971 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:15.408966 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port af62b433-46b1-4978-936b-95fa201b420a, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=af62b433-46b1-4978-936b-95fa201b420a,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:15.413723 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:15.529940 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=af62b433-46b1-4978-936b-95fa201b420a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:15.700494 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed96f51-16a4-45ab-8548-158c5e1384a8 req-d1fd53a8-7a9d-4896-af84-83460c690beb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:15.711663 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fed96f51-16a4-45ab-8548-158c5e1384a8 req-d1fd53a8-7a9d-4896-af84-83460c690beb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1134045 Aug 12 21:06:15.768515 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fed96f51-16a4-45ab-8548-158c5e1384a8 req-b3db210a-d0b7-4901-a087-af5936edcd2f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537577 Aug 12 21:06:15.887101 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62b789-5ff5-4fa2-923a-243c1739934b req-9043435f-f85f-46ef-905c-8ccb646bf481 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:15.888991 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0a62b789-5ff5-4fa2-923a-243c1739934b req-9043435f-f85f-46ef-905c-8ccb646bf481 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 946 time: 0.0952678 Aug 12 21:06:15.945663 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0a62b789-5ff5-4fa2-923a-243c1739934b req-16e5b32d-5cfe-4f44-8855-6f7c59ab46e1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502605 Aug 12 21:06:16.077558 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21e211-937e-496d-83a7-f4b12896b320 req-09126d97-1eb7-40ff-badd-86e844d21b28 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:16.079254 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5b21e211-937e-496d-83a7-f4b12896b320 req-09126d97-1eb7-40ff-badd-86e844d21b28 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 946 time: 0.0561464 Aug 12 21:06:16.147750 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5b21e211-937e-496d-83a7-f4b12896b320 req-e2e663c8-4dc3-4a32-9166-5e8b2dfa0cc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613277 Aug 12 21:06:16.191911 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53560) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:16.239608 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Sync routers for ids ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:06:16.260745 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Routers {'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:16.261478 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:06:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:16.443370 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Set router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:16.644728 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device af62b433-46b1-4978-936b-95fa201b420a up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:16.723175 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port af62b433-46b1-4978-936b-95fa201b420a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:16.723558 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:16.876848 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'af62b433-46b1-4978-936b-95fa201b420a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:06:05Z', 'updated_at': '2021-08-12T21:06:10Z', 'revision_number': 4, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'gw_port': {'id': 'af62b433-46b1-4978-936b-95fa201b420a', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:06Z', 'updated_at': '2021-08-12T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '81adcb8b-2c21-4ee4-94e5-f991988c5324', 'name': '', 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'mac_address': 'fa:16:3e:00:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:09Z', 'updated_at': '2021-08-12T21:06:10Z', 'revision_number': 2, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'subnets': [{'id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:16.964871 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Checking router: ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:06:16.965406 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Updating router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 port 81adcb8b-2c21-4ee4-94e5-f991988c5324 binding host dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 21:06:17.015789 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.116761 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc5b068-4aa3-4121-a344-87717fdad426 tempest-TestVolumeBootPattern-872611557 tempest-TestVolumeBootPattern-872611557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:17.122781 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-8dc5b068-4aa3-4121-a344-87717fdad426 tempest-TestVolumeBootPattern-872611557 tempest-TestVolumeBootPattern-872611557-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 1094 time: 0.9260578 Aug 12 21:06:17.123670 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 53570) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:17.131277 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'floatingip': {'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'port_id': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:17.148787 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9cc78-3422-4034-b383-c4f7590befa1 req-fdc56177-21bd-4a4a-b983-17953da8d424 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:17.152205 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-91a9cc78-3422-4034-b383-c4f7590befa1 req-fdc56177-21bd-4a4a-b983-17953da8d424 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1192815 Aug 12 21:06:17.225887 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.288131 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-91a9cc78-3422-4034-b383-c4f7590befa1 req-e288e1d6-207c-415a-8589-bf0f6512dfbc tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280334 Aug 12 21:06:17.465654 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.502565 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.516603 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Transition to ACTIVE for port object 81adcb8b-2c21-4ee4-94e5-f991988c5324 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:17.525476 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.616070 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Allocated IP 172.27.0.82 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/4202b064-efe2-4160-adee-03f8e8fb9786) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:06:17.661666 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Pushing event updated for resources: {'Port': ['ID=81adcb8b-2c21-4ee4-94e5-f991988c5324,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:17.744873 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.745162 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.745534 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.746054 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.746229 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.746510 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.746886 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.747209 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.747556 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.748600 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.748600 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.748600 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:17.815934 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Attempting to bind port 81adcb8b-2c21-4ee4-94e5-f991988c5324 on host dv-cinder-804457-1-iscsi for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:06:17.816464 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Attempting to bind port 81adcb8b-2c21-4ee4-94e5-f991988c5324 by drivers openvswitch,hyperv on host dv-cinder-804457-1-iscsi at level 0 using segments [{'id': '185958b8-1bf6-4c44-bc51-c492f4410554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:06:17.817610 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Attempting to bind port 81adcb8b-2c21-4ee4-94e5-f991988c5324 on network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:06:17.825305 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Checking agent: {'id': '8120be9d-0a4a-4433-b25c-11133e8fbd9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804457-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 53, 12), 'started_at': datetime.datetime(2021, 8, 12, 20, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804457-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:06:17.826375 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Checking segment: {'id': '185958b8-1bf6-4c44-bc51-c492f4410554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:06:17.826375 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.826610 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Bound using segment: {'id': '185958b8-1bf6-4c44-bc51-c492f4410554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:06:17.827126 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Bound port: 81adcb8b-2c21-4ee4-94e5-f991988c5324, host: dv-cinder-804457-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185958b8-1bf6-4c44-bc51-c492f4410554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:06:17.827581 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.864598 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.939188 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.951130 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] For port 81adcb8b-2c21-4ee4-94e5-f991988c5324, host dv-cinder-804457-1-iscsi, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:06:17.955051 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] For port 81adcb8b-2c21-4ee4-94e5-f991988c5324, host dv-cinder-804457-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=81adcb8b-2c21-4ee4-94e5-f991988c5324,segment=NetworkSegment(185958b8-1bf6-4c44-bc51-c492f4410554),segment_id=185958b8-1bf6-4c44-bc51-c492f4410554)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:06:17.963026 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:17.998604 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:06:18.001908 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:18.004770 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:06:18.033378 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09871dbb-f91a-47ed-9d37-f425e8f983df None None] Pushing event updated for resources: {'Port': ['ID=81adcb8b-2c21-4ee4-94e5-f991988c5324,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:18.073054 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Routers {'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:18.077881 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:06:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:18.086001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'Port': ['ID=4202b064-efe2-4160-adee-03f8e8fb9786,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:18.262742 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] Set router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:18.558717 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfa502-d253-4cc3-9db5-df4cef1f4027 req-c7d81c93-c1bb-43ac-b332-4b0d7895f92e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:18.561234 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-59bfa502-d253-4cc3-9db5-df4cef1f4027 req-c7d81c93-c1bb-43ac-b332-4b0d7895f92e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1158555 Aug 12 21:06:18.577483 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 81adcb8b-2c21-4ee4-94e5-f991988c5324 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:18.595328 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:06:18.652645 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning for port 81adcb8b-2c21-4ee4-94e5-f991988c5324 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:18.658786 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 81adcb8b-2c21-4ee4-94e5-f991988c5324 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:18.659382 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:18.691003 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-59bfa502-d253-4cc3-9db5-df4cef1f4027 req-194554ce-0b72-4b43-bee8-745a13b28ab0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192274 Aug 12 21:06:18.695372 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:18.736627 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'af62b433-46b1-4978-936b-95fa201b420a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:06:05Z', 'updated_at': '2021-08-12T21:06:10Z', 'revision_number': 4, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'gw_port': {'id': 'af62b433-46b1-4978-936b-95fa201b420a', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:06Z', 'updated_at': '2021-08-12T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '81adcb8b-2c21-4ee4-94e5-f991988c5324', 'name': '', 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'mac_address': 'fa:16:3e:00:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:09Z', 'updated_at': '2021-08-12T21:06:17Z', 'revision_number': 4, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'subnets': [{'id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:18.765519 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a486363-a6e1-4713-b077-aeae5d17e1c2 None None] The sync data for ids ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'] in dv-cinder-804457-1-iscsi is: [{'id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'af62b433-46b1-4978-936b-95fa201b420a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:06:05Z', 'updated_at': '2021-08-12T21:06:10Z', 'revision_number': 4, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'gw_port': {'id': 'af62b433-46b1-4978-936b-95fa201b420a', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:06Z', 'updated_at': '2021-08-12T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '81adcb8b-2c21-4ee4-94e5-f991988c5324', 'name': '', 'network_id': 'fc9d6fa1-6150-4364-9370-87aa65dfdfe5', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'mac_address': 'fa:16:3e:00:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:09Z', 'updated_at': '2021-08-12T21:06:17Z', 'revision_number': 4, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'subnets': [{'id': '596c4097-9753-4fc8-9685-b832d8b7702c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:06:18.792815 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:18.794013 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:18.842574 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] For port 81adcb8b-2c21-4ee4-94e5-f991988c5324, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=81adcb8b-2c21-4ee4-94e5-f991988c5324,segment=NetworkSegment(185958b8-1bf6-4c44-bc51-c492f4410554),segment_id=185958b8-1bf6-4c44-bc51-c492f4410554)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:18.848287 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:18.958706 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Pushing event updated for resources: {'Port': ['ID=81adcb8b-2c21-4ee4-94e5-f991988c5324,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:19.025402 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:19.030619 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:19.138197 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'Port': ['ID=4202b064-efe2-4160-adee-03f8e8fb9786,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:19.154267 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:19.202805 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-6a0e5d9d-0711-4228-a530-38bf7f7dd2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:19.204346 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-6a0e5d9d-0711-4228-a530-38bf7f7dd2df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 1098 time: 0.1061122 Aug 12 21:06:19.341748 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.l3_db [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Floating IP daf8eb6e-e25b-4d95-8c0c-31791ffc09a9 associated. External IP: 172.27.0.82, port: 26c9ade5-949d-4780-8e71-eaa2067b13bc. Aug 12 21:06:19.392715 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-a8c7609b-f0e4-4484-ba96-8b936c17e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:19.394879 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-a8c7609b-f0e4-4484-ba96-8b936c17e79f service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.1785190 Aug 12 21:06:19.505699 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-cdee2cf0-d1f8-4e91-8f37-79ed38137d74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f83afff-a684-4f4d-b005-34f592608fbf HTTP/1.1" status: 200 len: 1001 time: 0.1018171 Aug 12 21:06:19.630290 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-765f7cb8-d60e-4cc0-a50c-e08c28a25e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:19.631749 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-765f7cb8-d60e-4cc0-a50c-e08c28a25e6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.1172004 Aug 12 21:06:19.690068 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:06:19.704732 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-7b39f210-52ec-41ff-accd-3099daec16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:19.706233 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-7b39f210-52ec-41ff-accd-3099daec16c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641003 Aug 12 21:06:19.914813 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1b249-f85d-44f3-9c19-54c04e000f79 req-0cfbd9aa-40f2-48e9-a54b-6983f6178f3b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:19.914813 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-89a1b249-f85d-44f3-9c19-54c04e000f79 req-0cfbd9aa-40f2-48e9-a54b-6983f6178f3b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.1213846 Aug 12 21:06:19.926867 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:06:19.937319 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] Sync routers for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:06:19.940369 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-36211e8f-b591-4f42-adfb-318d4f7b8a31 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986752 Aug 12 21:06:19.950499 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:19.951158 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:06:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:20.014609 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:20.052937 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-89a1b249-f85d-44f3-9c19-54c04e000f79 req-78467c30-ea6e-48a3-918f-7ddaed1394bc tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295595 Aug 12 21:06:20.062054 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-68652b3c-66ab-4748-a25e-b898be02cd9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9354572 Aug 12 21:06:20.064696 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530a0694-6aa9-47c0-8504-9610f31576d7', 'tag': '26c9ade5-949d-4780-8e71-eaa2067b13bc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:06:20.066968 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5844aa0d-995c-4308-90bc-24118a8d36d6" -d '{"events": [{"name": "network-changed", "server_uuid": "530a0694-6aa9-47c0-8504-9610f31576d7", "tag": "26c9ade5-949d-4780-8e71-eaa2067b13bc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:06:20.094698 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:20.105478 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-abab2300-774d-4573-8845-f7c3ecf0a7ea req-41e8fd5a-f777-4c2c-9f0c-1d10bd20e052 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508825 Aug 12 21:06:20.125425 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aeb3f4-edb7-453a-a0ba-4e433e1faff0 x-openstack-request-id: req-40aeb3f4-edb7-453a-a0ba-4e433e1faff0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:06:20.125711 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530a0694-6aa9-47c0-8504-9610f31576d7", "tag": "26c9ade5-949d-4780-8e71-eaa2067b13bc", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:06:20.125959 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40aeb3f4-edb7-453a-a0ba-4e433e1faff0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:06:20.126354 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530a0694-6aa9-47c0-8504-9610f31576d7', 'tag': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'status': 'completed', 'code': 200} Aug 12 21:06:20.198752 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-ab851373-12b8-4a19-a0dd-5603f1415660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:20.200309 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-ab851373-12b8-4a19-a0dd-5603f1415660 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 1099 time: 0.0523007 Aug 12 21:06:20.294942 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-f1a502d3-a166-4971-82c6-e45e1b10fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:20.296509 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-f1a502d3-a166-4971-82c6-e45e1b10fcdf service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.0877135 Aug 12 21:06:20.378794 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-fb042d33-0f18-4f0c-aca9-758b0db88425 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26c9ade5-949d-4780-8e71-eaa2067b13bc HTTP/1.1" status: 200 len: 999 time: 0.0730622 Aug 12 21:06:20.438819 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-050670c6-6ec5-4d72-be1d-53d5756b488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:20.440409 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-050670c6-6ec5-4d72-be1d-53d5756b488d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0481172 Aug 12 21:06:20.474591 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'daf8eb6e-e25b-4d95-8c0c-31791ffc09a9', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:09:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a0694-6aa9-47c0-8504-9610f31576d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:06:18Z', 'updated_at': '2021-08-12T21:06:18Z', 'revision_number': 0, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:20.503593 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-db07c92e-082c-41d6-8c10-41088d9278f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:20.503862 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 81adcb8b-2c21-4ee4-94e5-f991988c5324 up at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:20.505126 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-db07c92e-082c-41d6-8c10-41088d9278f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470083 Aug 12 21:06:20.507335 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] Checking router: c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:06:20.543582 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:20.544205 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:06:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:20.603887 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-873546de-551c-40a2-b108-821c002f40ee service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891762 Aug 12 21:06:20.634635 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Provisioning complete for port 81adcb8b-2c21-4ee4-94e5-f991988c5324 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:20.635144 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:20.696151 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:20.703172 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5844aa0d-995c-4308-90bc-24118a8d36d6 req-6dea496c-b587-447b-85fa-8d7928a86d4c service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914540 Aug 12 21:06:20.983053 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'daf8eb6e-e25b-4d95-8c0c-31791ffc09a9', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:09:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a0694-6aa9-47c0-8504-9610f31576d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:06:18Z', 'updated_at': '2021-08-12T21:06:18Z', 'revision_number': 0, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:21.018289 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c53122-a4c7-4e20-a161-94a522559e47 None None] The sync data for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi is: [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': 'daf8eb6e-e25b-4d95-8c0c-31791ffc09a9', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:09:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530a0694-6aa9-47c0-8504-9610f31576d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:06:18Z', 'updated_at': '2021-08-12T21:06:18Z', 'revision_number': 0, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:06:21.192192 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e513269-f2b4-486b-b2b9-ed3f7b52d1a5 req-386de111-681f-41b2-868a-b0bdca62729a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:21.195337 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7e513269-f2b4-486b-b2b9-ed3f7b52d1a5 req-386de111-681f-41b2-868a-b0bdca62729a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0590019 Aug 12 21:06:21.230164 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f9524-7779-4902-8756-79748929db83 None None] New status for floating IP daf8eb6e-e25b-4d95-8c0c-31791ffc09a9: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:06:21.245146 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7e513269-f2b4-486b-b2b9-ed3f7b52d1a5 req-28bf5228-27a3-4a8d-916e-2eef670c9eda tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404105 Aug 12 21:06:22.657637 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6662-3a26-4aa3-b40b-66e54c5623e9 req-65a30deb-ce79-4580-9c0e-273ae6866694 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:22.659782 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-455c6662-3a26-4aa3-b40b-66e54c5623e9 req-65a30deb-ce79-4580-9c0e-273ae6866694 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.3394866 Aug 12 21:06:22.699701 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-455c6662-3a26-4aa3-b40b-66e54c5623e9 req-a5ee7fc8-f8a2-4b1f-9940-8753b6c4a930 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344570 Aug 12 21:06:23.361121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:06:23.413831 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061a055-b9e4-4122-b87d-ceb4dfffc31a req-85d9dc20-da6c-4c86-9120-9fe7d46ac43e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:23.416029 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8061a055-b9e4-4122-b87d-ceb4dfffc31a req-85d9dc20-da6c-4c86-9120-9fe7d46ac43e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 945 time: 0.0604999 Aug 12 21:06:23.464882 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:23.475713 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8061a055-b9e4-4122-b87d-ceb4dfffc31a req-53154846-95d5-448f-b313-017055ea1b82 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497463 Aug 12 21:06:23.497545 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:06:23.500196 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e9f887-7267-4ff3-95a1-ab7a48ea0f45" -d '{"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-unplugged", "status": "completed", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:06:23.518604 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:23.528341 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:23.567402 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89719761-8f09-4300-8dec-ef53499f6039 x-openstack-request-id: req-89719761-8f09-4300-8dec-ef53499f6039 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:06:23.567876 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-unplugged", "status": "failed", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf", "code": 422}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:06:23.568278 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89719761-8f09-4300-8dec-ef53499f6039 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:06:23.568883 dv-cinder-804457-1-iscsi neutron-server[93761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf', 'code': 422} returned with failed status Aug 12 21:06:23.615768 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:23.740565 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:23.835371 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-7bda1c1b-08c5-4bca-a0b7-cbccf09cc312 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935080 Aug 12 21:06:24.610613 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ee3bd-24ec-4c3e-a0fa-24c7fe729c54 req-7e08ed68-d027-4978-a7d0-a6cb56b1bc40 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:24.612174 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9a3ee3bd-24ec-4c3e-a0fa-24c7fe729c54 req-7e08ed68-d027-4978-a7d0-a6cb56b1bc40 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0491350 Aug 12 21:06:24.652918 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9a3ee3bd-24ec-4c3e-a0fa-24c7fe729c54 req-5b7cc96d-3d32-4ca9-8c99-725213ba106b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345321 Aug 12 21:06:25.426294 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-b1bb8f4d-95b6-4e9e-b327-30c64002d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:25.427834 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-b1bb8f4d-95b6-4e9e-b327-30c64002d819 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44&tenant_id=4d5592e40633426aa0dd46bb94ec00da HTTP/1.1" status: 200 len: 1096 time: 0.0880339 Aug 12 21:06:25.504005 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-cf4ace43-ce42-4eb2-87b8-a7aa9221a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:25.505532 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-cf4ace43-ce42-4eb2-87b8-a7aa9221a131 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 1096 time: 0.0421300 Aug 12 21:06:25.615180 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-bb9b59ea-c0a8-443a-8be8-9c8f1681ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:25.616653 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-bb9b59ea-c0a8-443a-8be8-9c8f1681ba8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.1003520 Aug 12 21:06:25.687312 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-abac4321-54e0-45d2-a6a6-7a1ba2b5a8af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f83afff-a684-4f4d-b005-34f592608fbf HTTP/1.1" status: 200 len: 999 time: 0.0620034 Aug 12 21:06:25.753061 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-c7531dc1-7922-4689-9953-a6d6aa7756d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:25.754452 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-c7531dc1-7922-4689-9953-a6d6aa7756d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0599864 Aug 12 21:06:25.821727 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b73b-b022-4e86-bcd4-85476810ae4b req-1743ac2f-7f98-4a32-a215-84876c579f0b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:25.823585 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f227b73b-b022-4e86-bcd4-85476810ae4b req-1743ac2f-7f98-4a32-a215-84876c579f0b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0903487 Aug 12 21:06:25.830861 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-c2a322c8-3b31-408b-8857-3ffca16dcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:25.832623 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-c2a322c8-3b31-408b-8857-3ffca16dcb79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631077 Aug 12 21:06:25.922942 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f227b73b-b022-4e86-bcd4-85476810ae4b req-32e3e900-be7a-4856-b119-9338c46ef66b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892718 Aug 12 21:06:25.966425 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-45f102ed-2d82-4610-9465-00192784d0c0 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250324 Aug 12 21:06:26.083135 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-241bb4f4-748c-4841-b034-3ef989d0dcc4 req-45fb87c2-0b14-4287-8ab3-51df423d0f5a service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006978 Aug 12 21:06:27.079881 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53181840-64cf-4ba9-980f-04c45a786c06 req-3f598188-6d3a-464a-b1f7-4773257ca5f4 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:27.082614 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-53181840-64cf-4ba9-980f-04c45a786c06 req-3f598188-6d3a-464a-b1f7-4773257ca5f4 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0604920 Aug 12 21:06:27.131188 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-53181840-64cf-4ba9-980f-04c45a786c06 req-b2b01dce-5e15-4fa9-8acc-52f025c0e488 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Aug 12 21:06:27.377107 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:06:28.292876 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0b482-d6e2-42f3-bc29-4bdbf0154cbe req-3527a853-6224-4e74-8da0-c6b4f19b8b6b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:28.294530 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d8a0b482-d6e2-42f3-bc29-4bdbf0154cbe req-3527a853-6224-4e74-8da0-c6b4f19b8b6b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0729001 Aug 12 21:06:28.338184 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d8a0b482-d6e2-42f3-bc29-4bdbf0154cbe req-dd4ccae7-0860-4fbc-a00f-6d8e065bfa71 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373492 Aug 12 21:06:29.476032 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59115070-ebe7-460f-9b28-7c702702ce32 req-eed203bc-7b2b-4ec7-839c-aabddb8cc94f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:29.479891 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-59115070-ebe7-460f-9b28-7c702702ce32 req-eed203bc-7b2b-4ec7-839c-aabddb8cc94f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0616562 Aug 12 21:06:29.539858 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-59115070-ebe7-460f-9b28-7c702702ce32 req-b2f9b718-ef82-4338-b289-ded6f2ea3469 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494082 Aug 12 21:06:30.748461 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee1fb2-393d-46d9-8956-1cfefd3840fb req-b59f326f-46c3-47c2-8268-4f24cea320b7 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:30.751114 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-32ee1fb2-393d-46d9-8956-1cfefd3840fb req-b59f326f-46c3-47c2-8268-4f24cea320b7 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0717902 Aug 12 21:06:30.819344 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-32ee1fb2-393d-46d9-8956-1cfefd3840fb req-bee09391-3f6e-462d-b575-84aa168c5b7e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614719 Aug 12 21:06:31.992153 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918f22b-1640-477c-8c0e-709c73171496 req-16d74e1d-cdd6-48b5-8d60-b762e9696b6e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:31.995551 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5918f22b-1640-477c-8c0e-709c73171496 req-16d74e1d-cdd6-48b5-8d60-b762e9696b6e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0814688 Aug 12 21:06:32.045517 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5918f22b-1640-477c-8c0e-709c73171496 req-cf42c0d1-91fa-4d24-af01-b09766153ebd tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407522 Aug 12 21:06:32.958777 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-0b225e80-e12a-48c0-9fc8-c3b1f76bc2f1 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989711221&fields=id&tenant_id=3ca414b979314f839e90721cb53a4a82 HTTP/1.1" status: 200 len: 267 time: 0.0628493 Aug 12 21:06:33.114697 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-3ab344a6-259d-4f68-89b1-f6e2c1614d0b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:33.116688 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-3ab344a6-259d-4f68-89b1-f6e2c1614d0b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/networks?id=d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 200 len: 809 time: 0.1504176 Aug 12 21:06:33.140362 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-5f85d3c5-02dc-4c6e-82a0-6b95541fba51 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/quotas/3ca414b979314f839e90721cb53a4a82 HTTP/1.1" status: 200 len: 375 time: 0.0125804 Aug 12 21:06:33.203688 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-71588570-c7b4-48d3-87dd-9b2fe88627ba tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ca414b979314f839e90721cb53a4a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576537 Aug 12 21:06:33.374838 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-4beba342-17de-4839-bc25-231549ed0dd0 service neutron] 10.222.0.18 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569445 Aug 12 21:06:33.553113 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-31ae9f3c-a38c-48cd-955e-99a84b5838e4 service neutron] 10.222.0.18 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764486 Aug 12 21:06:34.104556 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7c9b6-49f8-4e84-8169-4d79d5dbfc2f req-43636124-292a-4c69-8449-582c46f0a78d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:34.107294 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-54e7c9b6-49f8-4e84-8169-4d79d5dbfc2f req-43636124-292a-4c69-8449-582c46f0a78d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0909238 Aug 12 21:06:34.206783 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-54e7c9b6-49f8-4e84-8169-4d79d5dbfc2f req-fa366269-fe8e-4f6f-a4c7-1dd4299800cb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880075 Aug 12 21:06:34.319744 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5de688eb-2d61-4ca8-b07b-9ba35de237aa req-34f3a6dc-0a4c-4d04-b055-1a882edc3171 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 210 time: 0.0308831 Aug 12 21:06:35.404365 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffa820-e9a7-4b87-916d-dcbf2c6a0970 req-001f08ce-5097-48d4-a394-83c6df491535 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:35.407031 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdffa820-e9a7-4b87-916d-dcbf2c6a0970 req-001f08ce-5097-48d4-a394-83c6df491535 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0730846 Aug 12 21:06:35.480522 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdffa820-e9a7-4b87-916d-dcbf2c6a0970 req-e82870a9-1910-4fa1-a8fc-d5244aa67641 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621572 Aug 12 21:06:35.624277 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66759b32-ef18-4585-b267-7e0f3263da30 req-e6168969-7713-4e8e-a768-eeec7029b775 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 210 time: 0.0574753 Aug 12 21:06:36.621301 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae5897-44f2-49d2-8d8b-38527b773700 req-819f73cd-f5ad-4c60-b464-e9e4bad22b98 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:36.622843 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63ae5897-44f2-49d2-8d8b-38527b773700 req-819f73cd-f5ad-4c60-b464-e9e4bad22b98 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0538893 Aug 12 21:06:36.691952 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-63ae5897-44f2-49d2-8d8b-38527b773700 req-c51b9f12-0d7d-4599-baf5-79e8217830ab tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609498 Aug 12 21:06:36.798776 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2d9e484c-5570-4942-bc58-4cba04138ff4 req-76eb7308-7e88-48a6-8bcd-652c74e8187a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 210 time: 0.0382419 Aug 12 21:06:37.815807 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28164f81-0f2d-480e-8ac6-cb15d09ed39b req-57b6a4e3-487c-4647-b426-f125162a0e3a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:37.817323 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-28164f81-0f2d-480e-8ac6-cb15d09ed39b req-57b6a4e3-487c-4647-b426-f125162a0e3a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0506077 Aug 12 21:06:37.857947 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-28164f81-0f2d-480e-8ac6-cb15d09ed39b req-26d94bd1-4b3d-4bc0-bc5c-79144d13fba8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330608 Aug 12 21:06:37.945003 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8c21cba9-2ce9-4ca3-8f08-4ca484d9cceb req-2afd6801-6391-4c61-a930-d4136de3b062 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Aug 12 21:06:39.061012 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0b45b2a2-d820-452d-b894-0e8d64edc2a0 req-03905aeb-4b00-4e3d-9467-2fc34e473667 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 210 time: 0.0407341 Aug 12 21:06:39.074256 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d14208-2967-44c2-88bc-d281e96bcffb req-db45869a-d381-4997-b1aa-c7d71b38cb9e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:39.075801 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e0d14208-2967-44c2-88bc-d281e96bcffb req-db45869a-d381-4997-b1aa-c7d71b38cb9e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.1135755 Aug 12 21:06:39.087427 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-a5209db2-f15c-4454-a752-e493ce443742 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:39.088870 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-a5209db2-f15c-4454-a752-e493ce443742 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.42 "GET /v2.0/networks?id=d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 200 len: 809 time: 0.1946709 Aug 12 21:06:39.139837 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e0d14208-2967-44c2-88bc-d281e96bcffb req-dda6584c-b1da-4044-b0f7-d1b7188853ee tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498912 Aug 12 21:06:39.155267 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-39f671aa-f46a-4bcb-9c57-b33f02ed2c52 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ca414b979314f839e90721cb53a4a82 HTTP/1.1" status: 200 len: 380 time: 0.0518353 Aug 12 21:06:39.167387 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Request body: {'port': {'device_id': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'admin_state_up': True, 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'security_groups': ['72f4086d-848a-4c01-9f3c-9dcacae7494d']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:39.201217 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-16e762b9-bc59-4e5b-98ab-8faf4347cc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:39.291386 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Made reservation on behalf of 3ca414b979314f839e90721cb53a4a82 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:06:39.295117 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:39.450542 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Allocated IP 172.20.0.14 (d83c3d07-8230-4996-9e8d-fdeec6ac8391/303ce668-62f8-4663-bd20-a7d9def21d44/f1fca0f8-5380-4698-9116-3e212048f04f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:06:39.608807 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:39.624438 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Transition to ACTIVE for port object f1fca0f8-5380-4698-9116-3e212048f04f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:39.661063 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:39.713737 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Network d83c3d07-8230-4996-9e8d-fdeec6ac8391 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:06:39.716993 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:39.719799 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:06:39.746879 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'Port': ['ID=f1fca0f8-5380-4698-9116-3e212048f04f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:39.760426 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.760771 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.761137 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.761445 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.761779 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.762591 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.762591 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.762972 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.763091 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.763391 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.763713 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.764039 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:39.793362 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:39.794008 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:39.809426 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-9d9771e9-91e6-4094-98ca-9f03a7f831e7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6460693 Aug 12 21:06:39.824251 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Request body: {'port': {'device_id': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:39.887501 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:40.050233 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1a31d4de-8b03-4ad2-bb30-2bb5bcf94b64 None None] Provisioning for port f1fca0f8-5380-4698-9116-3e212048f04f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:40.057037 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1a31d4de-8b03-4ad2-bb30-2bb5bcf94b64 None None] Provisioning complete for port f1fca0f8-5380-4698-9116-3e212048f04f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:40.057470 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a31d4de-8b03-4ad2-bb30-2bb5bcf94b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:40.095637 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1a31d4de-8b03-4ad2-bb30-2bb5bcf94b64 None None] Port f1fca0f8-5380-4698-9116-3e212048f04f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:06:40.212150 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fca0f8-5380-4698-9116-3e212048f04f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:06:40.223900 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:40.269986 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2091e0d-d7d9-4743-9070-b959c8e20044 req-f83d4f63-3419-4074-986d-41465ffe3393 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:40.271589 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f2091e0d-d7d9-4743-9070-b959c8e20044 req-f83d4f63-3419-4074-986d-41465ffe3393 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 932 time: 0.1205924 Aug 12 21:06:40.275113 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Transition to ACTIVE for port object f1fca0f8-5380-4698-9116-3e212048f04f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:06:40.287535 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:40.375919 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69effa15-0747-445e-bb13-d255db85ff59 req-c2033761-9a7f-4879-8aae-d8a38d8000cf tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:40.377519 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-69effa15-0747-445e-bb13-d255db85ff59 req-c2033761-9a7f-4879-8aae-d8a38d8000cf tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.1578188 Aug 12 21:06:40.382790 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f2091e0d-d7d9-4743-9070-b959c8e20044 req-fa9156a8-6227-4f38-80c8-b92021b579f5 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032665 Aug 12 21:06:40.383522 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fca0f8-5380-4698-9116-3e212048f04f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:40.472987 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-69effa15-0747-445e-bb13-d255db85ff59 req-fff7b43d-87ad-422f-b991-10b58798f329 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863070 Aug 12 21:06:40.499849 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Attempting to bind port f1fca0f8-5380-4698-9116-3e212048f04f on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:06:40.500309 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Attempting to bind port f1fca0f8-5380-4698-9116-3e212048f04f by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:06:40.501188 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Attempting to bind port f1fca0f8-5380-4698-9116-3e212048f04f on network d83c3d07-8230-4996-9e8d-fdeec6ac8391 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:06:40.509945 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Port f1fca0f8-5380-4698-9116-3e212048f04f on network d83c3d07-8230-4996-9e8d-fdeec6ac8391 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:06:40.512815 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Attempting to bind port f1fca0f8-5380-4698-9116-3e212048f04f on network d83c3d07-8230-4996-9e8d-fdeec6ac8391 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:06:40.519652 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:06:40.519997 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Checking segment: {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:06:40.520389 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Bound using segment: {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:06:40.520829 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Bound port: f1fca0f8-5380-4698-9116-3e212048f04f, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86338cb4-b683-42fb-8cfe-943da540c51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:06:40.521198 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:40.598039 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:06:40.601583 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1fca0f8-5380-4698-9116-3e212048f04f,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:06:40.607723 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:40.650468 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:40.651130 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:40.652614 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] 10.222.0.42 "PUT /v2.0/ports/f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 200 len: 1094 time: 0.8341675 Aug 12 21:06:40.653071 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:06:40.655435 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f1976e-2321-4df3-b475-88560e961ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:06:40.683295 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf719c3-dbf6-4043-ab5c-03ff2180cb35 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fca0f8-5380-4698-9116-3e212048f04f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:40.765272 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-184538b6-d683-45a5-9cee-21bc041488e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:40.767420 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-184538b6-d683-45a5-9cee-21bc041488e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ca414b979314f839e90721cb53a4a82&device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1097 time: 0.0582867 Aug 12 21:06:40.819045 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c035e2b9-8884-4853-b168-fb40fe31862a x-openstack-request-id: req-c035e2b9-8884-4853-b168-fb40fe31862a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:06:40.819394 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:06:40.819556 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c035e2b9-8884-4853-b168-fb40fe31862a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:06:40.819972 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'status': 'completed', 'code': 200} Aug 12 21:06:40.822738 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-dd30ceca-9d09-4614-b304-8a86bec5e46a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 200 len: 217 time: 0.0458317 Aug 12 21:06:40.881490 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-d6ba6d20-8030-4f0a-bb51-bf98d282c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:40.884088 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-d6ba6d20-8030-4f0a-bb51-bf98d282c77b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303ce668-62f8-4663-bd20-a7d9def21d44 HTTP/1.1" status: 200 len: 848 time: 0.0543332 Aug 12 21:06:40.935635 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-7504f4f2-9645-4cd9-b297-5bca8ade5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:40.937175 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-7504f4f2-9645-4cd9-b297-5bca8ade5f4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d83c3d07-8230-4996-9e8d-fdeec6ac8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449429 Aug 12 21:06:41.040398 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-de9ac8c3-3015-4aa9-990c-59a4d85e9957 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931284 Aug 12 21:06:41.147513 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73a37cc-ccd6-4c62-bf6e-d8f8e162a6c7 req-a8b5fc1e-e6ac-4df6-8642-f7ddb30fefb4 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967104 Aug 12 21:06:41.247323 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1976e-2321-4df3-b475-88560e961ea0 req-21b66e0b-322e-4d87-9426-6600abbc6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:41.248837 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-58f1976e-2321-4df3-b475-88560e961ea0 req-21b66e0b-322e-4d87-9426-6600abbc6370 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ca414b979314f839e90721cb53a4a82&device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1097 time: 0.0457323 Aug 12 21:06:41.372079 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1976e-2321-4df3-b475-88560e961ea0 req-6cb32619-f8eb-4899-8b54-d9fc65d3aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:41.373549 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-58f1976e-2321-4df3-b475-88560e961ea0 req-6cb32619-f8eb-4899-8b54-d9fc65d3aeb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 200 len: 910 time: 0.1013162 Aug 12 21:06:41.417158 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-58f1976e-2321-4df3-b475-88560e961ea0 req-a1cd87dc-f41f-4650-b30c-91d4ae9f8935 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 200 len: 217 time: 0.0358558 Aug 12 21:06:41.501962 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1976e-2321-4df3-b475-88560e961ea0 req-aa458604-f292-4662-87b4-f41d1a3d0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:41.503379 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-58f1976e-2321-4df3-b475-88560e961ea0 req-aa458604-f292-4662-87b4-f41d1a3d0a08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303ce668-62f8-4663-bd20-a7d9def21d44 HTTP/1.1" status: 200 len: 848 time: 0.0753713 Aug 12 21:06:41.522553 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c4955-27c0-4053-a4fd-321efddc783d req-edfd9a25-aba5-4268-9fd3-676d80f85fca tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:41.525422 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d15c4955-27c0-4053-a4fd-321efddc783d req-edfd9a25-aba5-4268-9fd3-676d80f85fca tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0670350 Aug 12 21:06:41.615466 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d15c4955-27c0-4053-a4fd-321efddc783d req-014cb8b2-2a9b-4a87-a7d3-07c3cc3524c6 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802193 Aug 12 21:06:41.621553 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1976e-2321-4df3-b475-88560e961ea0 req-01d21a17-0230-46c0-9976-4dde58266072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:41.623060 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-58f1976e-2321-4df3-b475-88560e961ea0 req-01d21a17-0230-46c0-9976-4dde58266072 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d83c3d07-8230-4996-9e8d-fdeec6ac8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967896 Aug 12 21:06:41.694495 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f597826-5f47-43ae-8b42-191dd1285e12 req-fca761fa-0b94-43ec-aadf-fd0c3ae53827 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:41.696902 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1f597826-5f47-43ae-8b42-191dd1285e12 req-fca761fa-0b94-43ec-aadf-fd0c3ae53827 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.1333504 Aug 12 21:06:41.758868 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1f597826-5f47-43ae-8b42-191dd1285e12 req-c1cf1c51-f5ec-4924-ae17-7b9cf6e22fc3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548215 Aug 12 21:06:41.770181 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-58f1976e-2321-4df3-b475-88560e961ea0 req-1a1a31ca-9739-4620-ae47-e79b798099fa service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395888 Aug 12 21:06:41.873788 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-58f1976e-2321-4df3-b475-88560e961ea0 req-45af7260-5392-4e39-b691-d82233ee5b92 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946314 Aug 12 21:06:42.113273 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fd78cdc4-5fa2-4c61-ae53-b958f626b3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:42.522331 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:42.746010 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f2279-2c75-4787-86b3-43d242dca8ac req-5cb054f1-104f-43b6-91ad-21a6d60074b0 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:42.748353 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-455f2279-2c75-4787-86b3-43d242dca8ac req-5cb054f1-104f-43b6-91ad-21a6d60074b0 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0549293 Aug 12 21:06:42.793699 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-455f2279-2c75-4787-86b3-43d242dca8ac req-f7c7ebfa-1308-4dc7-9e8a-b7cca735aa36 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382617 Aug 12 21:06:42.894240 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47707f-d3b2-4985-80d7-a3543790625e req-21e02e3b-30dc-43d8-8a18-929783979873 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:42.895926 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8a47707f-d3b2-4985-80d7-a3543790625e req-21e02e3b-30dc-43d8-8a18-929783979873 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0484772 Aug 12 21:06:42.939548 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8a47707f-d3b2-4985-80d7-a3543790625e req-2193ba37-92ae-458c-bf10-63dc5ae52b6f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361600 Aug 12 21:06:42.998490 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:43.929418 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260da1e9-df87-4add-a5d2-fcbb0c02fa76 req-ca183729-dcfe-494e-a13f-94fa0a7fe9f0 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:43.931471 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-260da1e9-df87-4add-a5d2-fcbb0c02fa76 req-ca183729-dcfe-494e-a13f-94fa0a7fe9f0 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0567961 Aug 12 21:06:43.970976 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-260da1e9-df87-4add-a5d2-fcbb0c02fa76 req-2570cefa-b98d-4d42-a6b3-d8bb77b33237 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332422 Aug 12 21:06:44.064221 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d57a14-88fa-4f1f-8a3a-4298234cda9a req-1a793631-fa88-49c5-829b-7ce8dc3e30eb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:44.065604 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b0d57a14-88fa-4f1f-8a3a-4298234cda9a req-1a793631-fa88-49c5-829b-7ce8dc3e30eb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0482965 Aug 12 21:06:44.106068 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b0d57a14-88fa-4f1f-8a3a-4298234cda9a req-3d5b13aa-0054-4077-b013-c6a2c9afc8f3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342119 Aug 12 21:06:44.569585 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:44.775952 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:45.107763 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7cf3d-807d-47c8-b6c7-20adc6368002 req-53a86e71-fe1b-4894-97df-30c640c15a9d tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:45.109314 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-60b7cf3d-807d-47c8-b6c7-20adc6368002 req-53a86e71-fe1b-4894-97df-30c640c15a9d tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0609980 Aug 12 21:06:45.157309 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-60b7cf3d-807d-47c8-b6c7-20adc6368002 req-6cba1c0f-8803-43b8-9fee-9096e9b60c53 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415230 Aug 12 21:06:45.250902 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b961e5-c2bd-432c-81fd-4150281d8424 req-436af17d-8d86-4013-bbd2-c70ba4b2a05c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:45.252390 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d1b961e5-c2bd-432c-81fd-4150281d8424 req-436af17d-8d86-4013-bbd2-c70ba4b2a05c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0592771 Aug 12 21:06:45.292595 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d1b961e5-c2bd-432c-81fd-4150281d8424 req-45a26af4-088d-4fa9-bb91-96dbe4283abd tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342395 Aug 12 21:06:46.276354 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba89d07-3397-4eb2-b180-bd8a55a8b8de req-c6c59272-6746-4b15-ab3a-79db95e1cf57 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:46.277858 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4ba89d07-3397-4eb2-b180-bd8a55a8b8de req-c6c59272-6746-4b15-ab3a-79db95e1cf57 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0489399 Aug 12 21:06:46.315430 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4ba89d07-3397-4eb2-b180-bd8a55a8b8de req-ca74839c-9da6-4206-b138-9165dbec320f tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Aug 12 21:06:46.418485 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bad66-128b-4cd7-bdec-0a5a7e526dcd req-594d05ec-65a5-40c2-b32e-251e7dde8c88 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:46.420003 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1f4bad66-128b-4cd7-bdec-0a5a7e526dcd req-594d05ec-65a5-40c2-b32e-251e7dde8c88 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0494466 Aug 12 21:06:46.461343 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1f4bad66-128b-4cd7-bdec-0a5a7e526dcd req-680e6429-dd84-4bb4-a624-10dd26849af6 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349026 Aug 12 21:06:47.460336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac55d3-5521-4265-bf4e-5c729886bbc9 req-3522b70f-bb63-4332-a3a4-07905b9d038a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:47.462900 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b5ac55d3-5521-4265-bf4e-5c729886bbc9 req-3522b70f-bb63-4332-a3a4-07905b9d038a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0713055 Aug 12 21:06:47.486361 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:06:47.510200 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b5ac55d3-5521-4265-bf4e-5c729886bbc9 req-793a4634-6bf9-402f-abc1-7dab25d85d22 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404294 Aug 12 21:06:47.593252 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:47.595109 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f937e-4e9d-4341-acef-065b47fee051 req-46846db2-7925-41a8-b9a4-cb5de783bf56 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:47.596888 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e63f937e-4e9d-4341-acef-065b47fee051 req-46846db2-7925-41a8-b9a4-cb5de783bf56 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 943 time: 0.0528913 Aug 12 21:06:47.611430 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '6f83afff-a684-4f4d-b005-34f592608fbf', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'port_id': '6f83afff-a684-4f4d-b005-34f592608fbf', 'mac_address': 'fa:16:3e:31:b3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:06:47.645876 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e63f937e-4e9d-4341-acef-065b47fee051 req-d9183deb-b9aa-4bef-ad30-abebb97aa64e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Aug 12 21:06:47.654414 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:47.667534 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f83afff-a684-4f4d-b005-34f592608fbf {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:06:47.688168 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:47.696191 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:47.743719 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:47.940345 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['6f83afff-a684-4f4d-b005-34f592608fbf'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:06:48.626207 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80091aa5-da2a-42a9-914c-7a4e3bc749e6 req-ce8d03e5-0430-4705-86c7-27363beb67a0 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:48.627677 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-80091aa5-da2a-42a9-914c-7a4e3bc749e6 req-ce8d03e5-0430-4705-86c7-27363beb67a0 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0473502 Aug 12 21:06:48.665871 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-80091aa5-da2a-42a9-914c-7a4e3bc749e6 req-30e43b85-fc80-47f2-bb3e-168e3eb0b69f tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317481 Aug 12 21:06:48.788955 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd5db2-1413-4d86-b145-a5c8894ed4e6 req-1e8a5c6c-466c-4482-a087-941b85e79688 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:48.790652 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e4bd5db2-1413-4d86-b145-a5c8894ed4e6 req-1e8a5c6c-466c-4482-a087-941b85e79688 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 944 time: 0.0690832 Aug 12 21:06:48.837865 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e4bd5db2-1413-4d86-b145-a5c8894ed4e6 req-249f0759-f104-4d01-8a87-af81e404b26e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357738 Aug 12 21:06:49.508461 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f1fca0f8-5380-4698-9116-3e212048f04f details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:06:49.511847 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:49.620593 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 6f83afff-a684-4f4d-b005-34f592608fbf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:49.620872 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:49.664987 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1fca0f8-5380-4698-9116-3e212048f04f,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:49.680034 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'port_id': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'mac_address': 'fa:16:3e:3f:12:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:06:49.747383 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:49.751404 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:49.771844 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fca0f8-5380-4698-9116-3e212048f04f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:06:49.781881 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50df63-ced1-406c-a68e-7dc188fd314d req-99bcfa50-a008-4e69-8388-508517a38970 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:49.783401 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2e50df63-ced1-406c-a68e-7dc188fd314d req-99bcfa50-a008-4e69-8388-508517a38970 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0483317 Aug 12 21:06:49.793925 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:06:49.796147 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3153333-79f1-437f-8771-db32125a0a29" -d '{"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-plugged", "status": "completed", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:06:49.814893 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1fca0f8-5380-4698-9116-3e212048f04f,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:49.816929 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:49.820203 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:49.825504 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2e50df63-ced1-406c-a68e-7dc188fd314d req-aa7d7657-27aa-45c6-8a62-54c93c1f48e0 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356166 Aug 12 21:06:49.825694 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:49.870533 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=f1fca0f8-5380-4698-9116-3e212048f04f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:49.878089 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.878446 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.878819 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.879294 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.879641 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.880089 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.880305 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.880636 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.881776 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.881776 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.881951 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.882798 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:49.911134 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe29507-0d16-46e2-ac39-eff9659c5aab x-openstack-request-id: req-cbe29507-0d16-46e2-ac39-eff9659c5aab {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:06:49.911418 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-plugged", "status": "completed", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:06:49.911670 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbe29507-0d16-46e2-ac39-eff9659c5aab {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:06:49.912052 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf', 'code': 200} Aug 12 21:06:49.943767 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:49.961435 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752a58b-2f2b-4788-a126-fd84c4e8045f req-22bfd9a4-1317-46d6-9f57-28bbca9e935e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:49.963155 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1752a58b-2f2b-4788-a126-fd84c4e8045f req-22bfd9a4-1317-46d6-9f57-28bbca9e935e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 946 time: 0.0515850 Aug 12 21:06:50.000538 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1752a58b-2f2b-4788-a126-fd84c4e8045f req-75818b94-5e9a-4dd6-bbcf-5134bb028fd1 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314083 Aug 12 21:06:50.060586 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['f1fca0f8-5380-4698-9116-3e212048f04f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:06:50.342880 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f3da-96de-4306-bae1-4fdea233c0e0 req-013734f5-b67d-4e67-83dd-8b11353b7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:50.344330 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c2f6f3da-96de-4306-bae1-4fdea233c0e0 req-013734f5-b67d-4e67-83dd-8b11353b7d94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 1099 time: 0.0432222 Aug 12 21:06:50.380811 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c2f6f3da-96de-4306-bae1-4fdea233c0e0 req-4cabb9fe-32c4-4c5b-8858-3c7366549c57 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274429 Aug 12 21:06:50.945888 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349aaff-e2dc-4bec-ae13-1e2f88ccb204 req-8306bdc5-4a7f-41f3-872e-921d2a2510cf tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:50.947396 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2349aaff-e2dc-4bec-ae13-1e2f88ccb204 req-8306bdc5-4a7f-41f3-872e-921d2a2510cf tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 945 time: 0.0493329 Aug 12 21:06:50.986882 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2349aaff-e2dc-4bec-ae13-1e2f88ccb204 req-4285ade5-a3d8-4378-b663-7f7c6b9343ea tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334787 Aug 12 21:06:51.120998 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e28a7-364a-4a2e-9492-28237cacf773 req-80567555-0deb-4e72-9ef6-4906ffa59671 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:51.122435 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0b3e28a7-364a-4a2e-9492-28237cacf773 req-80567555-0deb-4e72-9ef6-4906ffa59671 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 946 time: 0.0478642 Aug 12 21:06:51.158703 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0b3e28a7-364a-4a2e-9492-28237cacf773 req-8cfe41af-39b6-47bb-b097-e22212f43d96 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304284 Aug 12 21:06:51.515668 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f1fca0f8-5380-4698-9116-3e212048f04f up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:06:51.565309 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port f1fca0f8-5380-4698-9116-3e212048f04f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:06:51.569044 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port f1fca0f8-5380-4698-9116-3e212048f04f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:06:51.569342 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:51.651678 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:51.683967 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1fca0f8-5380-4698-9116-3e212048f04f,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:06:51.688078 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:51.736407 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=f1fca0f8-5380-4698-9116-3e212048f04f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:51.912827 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:06:51.915556 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8280c4e4-2c59-4977-918a-5513eb7d16fd" -d '{"events": [{"server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "name": "network-vif-plugged", "status": "completed", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:06:51.954715 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a619664-2a8b-48b2-8f3f-093c5155af99 x-openstack-request-id: req-4a619664-2a8b-48b2-8f3f-093c5155af99 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:06:51.955011 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "name": "network-vif-plugged", "status": "completed", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:06:51.955283 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a619664-2a8b-48b2-8f3f-093c5155af99 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:06:51.955679 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'code': 200} Aug 12 21:06:52.141508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e275c-f4bc-40f8-bc95-7158d168647c req-b19d7375-647b-4938-b9d2-24c56d5e0c25 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:52.141508 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bf5e275c-f4bc-40f8-bc95-7158d168647c req-b19d7375-647b-4938-b9d2-24c56d5e0c25 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0761116 Aug 12 21:06:52.199084 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bf5e275c-f4bc-40f8-bc95-7158d168647c req-958378c4-0601-4f7e-bee7-98d772b66506 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568244 Aug 12 21:06:52.214262 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16314b37-619a-40e4-94f5-91a60ab6782c req-4c86f591-8b58-49ce-a07c-9e64fb477d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:52.215846 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-16314b37-619a-40e4-94f5-91a60ab6782c req-4c86f591-8b58-49ce-a07c-9e64fb477d3f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1099 time: 0.0466363 Aug 12 21:06:52.278390 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-16314b37-619a-40e4-94f5-91a60ab6782c req-53a375da-65d9-479d-b830-0b6acded5e37 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546875 Aug 12 21:06:52.297707 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a76b8a-cb82-4b9b-b669-5ec4971035a8 req-81d84cd6-4aef-46ff-b396-7d458f5bcf3b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:52.299163 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a4a76b8a-cb82-4b9b-b669-5ec4971035a8 req-81d84cd6-4aef-46ff-b396-7d458f5bcf3b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 946 time: 0.0595767 Aug 12 21:06:52.337095 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a4a76b8a-cb82-4b9b-b669-5ec4971035a8 req-a274b870-709a-44d6-b8f8-deb2115e20b3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312276 Aug 12 21:06:53.318084 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f16dd-7c62-4556-a16c-f01a64a1538e req-011f12a0-12c1-4025-8b50-800b68b2975d tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:53.319575 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ef5f16dd-7c62-4556-a16c-f01a64a1538e req-011f12a0-12c1-4025-8b50-800b68b2975d tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0516925 Aug 12 21:06:53.359107 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ef5f16dd-7c62-4556-a16c-f01a64a1538e req-63974bfd-2b8d-448f-94a6-0b5e0e84aa48 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319035 Aug 12 21:06:54.482394 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7a226-937f-4277-9cd3-4136228ffa5f req-3afde0ca-8140-4381-a5a5-092b7a12a6ea tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:54.483959 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5ce7a226-937f-4277-9cd3-4136228ffa5f req-3afde0ca-8140-4381-a5a5-092b7a12a6ea tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0497620 Aug 12 21:06:54.522193 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5ce7a226-937f-4277-9cd3-4136228ffa5f req-f9fadb87-1b3c-4f1e-b850-a59f199993db tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320389 Aug 12 21:06:54.635715 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28a9ef-1ef2-41d7-bc8f-c1c2d9d184f9 req-2b315f9a-c228-492e-947e-d81c0b131e35 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:54.637237 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3a28a9ef-1ef2-41d7-bc8f-c1c2d9d184f9 req-2b315f9a-c228-492e-947e-d81c0b131e35 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0482082 Aug 12 21:06:54.678118 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3a28a9ef-1ef2-41d7-bc8f-c1c2d9d184f9 req-7a98320b-6155-4e5c-8e38-514f52d15b03 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348177 Aug 12 21:06:54.700310 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:54.785327 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0680def6-b151-4e69-91da-3fdb87da7659 tempest-TestShelveInstance-150660468 tempest-TestShelveInstance-150660468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:54.786835 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-0680def6-b151-4e69-91da-3fdb87da7659 tempest-TestShelveInstance-150660468 tempest-TestShelveInstance-150660468-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0854788 Aug 12 21:06:54.789849 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 53942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:06:54.794284 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Request body: {'floatingip': {'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'port_id': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:06:54.816483 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:54.917678 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:55.023497 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Allocated IP 172.27.0.50 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/81578055-34e0-45d1-a20f-d9925c204117) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:06:55.130494 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:55.170701 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:55.208371 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:06:55.213283 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:06:55.216847 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:06:55.240823 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'Port': ['ID=81578055-34e0-45d1-a20f-d9925c204117,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:55.252504 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.252844 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.253177 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.253509 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.253832 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.254152 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.254471 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.254831 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.255158 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.255473 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.255791 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.256104 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:06:55.553729 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:06:55.599155 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:55.665985 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:55.823514 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:55.828409 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:55.895644 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event updated for resources: {'Port': ['ID=81578055-34e0-45d1-a20f-d9925c204117,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:06:55.911574 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:56.011837 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Floating IP 6cb77334-f7c2-40e7-aa75-d53ba156f6a9 associated. External IP: 172.27.0.50, port: f1fca0f8-5380-4698-9116-3e212048f04f. Aug 12 21:06:56.218605 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:06:56.326477 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:06:56.336790 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] Sync routers for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:06:56.344012 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:06:56.347723 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:56.348470 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:06:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:56.372479 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c233cd1a-6f8d-4707-8f95-5a468342ceec tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5815616 Aug 12 21:06:56.373229 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:06:56.375536 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1885589c-24ee-4ec1-a81f-4b4334066238" -d '{"events": [{"name": "network-changed", "server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:06:56.472995 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:56.483165 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5215438-aab7-4caa-8f85-aa51e3e26feb x-openstack-request-id: req-f5215438-aab7-4caa-8f85-aa51e3e26feb {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:06:56.483487 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:06:56.483701 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5215438-aab7-4caa-8f85-aa51e3e26feb {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:06:56.484575 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'status': 'completed', 'code': 200} Aug 12 21:06:56.556435 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-352cadab-58e0-4816-bcb2-bf89e3e4a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:56.557968 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-352cadab-58e0-4816-bcb2-bf89e3e4a125 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ca414b979314f839e90721cb53a4a82&device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1099 time: 0.0482345 Aug 12 21:06:56.658874 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-3532d6f6-65c2-4e7c-a6a4-dc36c54b14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:56.660329 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-3532d6f6-65c2-4e7c-a6a4-dc36c54b14c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 200 len: 910 time: 0.0925708 Aug 12 21:06:56.733349 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-a1be22e7-332b-44b0-a8c2-39e08460dbe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 200 len: 999 time: 0.0643101 Aug 12 21:06:56.858353 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '6cb77334-f7c2-40e7-aa75-d53ba156f6a9', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'port_id': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'mac_address': 'fa:16:3e:3f:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:06:55Z', 'updated_at': '2021-08-12T21:06:55Z', 'revision_number': 0, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:12Z', 'revision_number': 5, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:56.885980 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] Checking router: ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:06:56.895174 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:06:56.895797 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:06:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:57.009769 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:06:57.071198 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-3e9331fd-1d91-44fa-a30e-ae423356d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:57.072966 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-3e9331fd-1d91-44fa-a30e-ae423356d4e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303ce668-62f8-4663-bd20-a7d9def21d44 HTTP/1.1" status: 200 len: 848 time: 0.3306890 Aug 12 21:06:57.127082 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-7db1e039-6424-487b-9428-141b2824cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:06:57.128557 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-7db1e039-6424-487b-9428-141b2824cc03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d83c3d07-8230-4996-9e8d-fdeec6ac8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429065 Aug 12 21:06:57.239721 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-6d7a1156-8a0f-4918-9c3b-ada607f3360d service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018944 Aug 12 21:06:57.265871 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '6cb77334-f7c2-40e7-aa75-d53ba156f6a9', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'port_id': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'mac_address': 'fa:16:3e:3f:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:06:55Z', 'updated_at': '2021-08-12T21:06:55Z', 'revision_number': 0, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:12Z', 'revision_number': 5, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:06:57.296059 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8c8d40-0e47-44e4-96a0-4406ce419e67 None None] The sync data for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi is: [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '6cb77334-f7c2-40e7-aa75-d53ba156f6a9', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'port_id': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'mac_address': 'fa:16:3e:3f:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:06:55Z', 'updated_at': '2021-08-12T21:06:55Z', 'revision_number': 0, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:12Z', 'revision_number': 5, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:06:57.350459 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1885589c-24ee-4ec1-a81f-4b4334066238 req-37c880c2-794b-464e-bf18-0918ee7b9e80 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021874 Aug 12 21:06:57.518581 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb06eb-ac45-4d26-9b44-897e0db520a4 None None] New status for floating IP 6cb77334-f7c2-40e7-aa75-d53ba156f6a9: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:07:09.204184 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e3eeb47-8543-4e8f-80eb-d713f8788685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:11.934552 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-357ae4b8-7f16-497d-92e3-c934865c636e req-4e15a8b8-7b4d-4dc4-a75e-d195285d7552 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398042 Aug 12 21:07:12.023252 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ae4b8-7f16-497d-92e3-c934865c636e req-3a4e5c4d-58c0-4869-b8c0-673dee41486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:12.024682 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-357ae4b8-7f16-497d-92e3-c934865c636e req-3a4e5c4d-58c0-4869-b8c0-673dee41486d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 1099 time: 0.0447519 Aug 12 21:07:12.112843 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b6fe8535-2172-4a7b-8799-97057f3b3677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:12.135908 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ae4b8-7f16-497d-92e3-c934865c636e req-6fc491b8-66c3-4daa-9f96-0927887cbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:12.137368 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-357ae4b8-7f16-497d-92e3-c934865c636e req-6fc491b8-66c3-4daa-9f96-0927887cbb55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.0856369 Aug 12 21:07:12.210732 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-357ae4b8-7f16-497d-92e3-c934865c636e req-17bfd98f-c948-46d0-8fb3-aa2f8e0435d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f83afff-a684-4f4d-b005-34f592608fbf HTTP/1.1" status: 200 len: 1001 time: 0.0614009 Aug 12 21:07:12.261003 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ae4b8-7f16-497d-92e3-c934865c636e req-051d753c-00c7-4a63-811e-7483e6253499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:12.262414 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-357ae4b8-7f16-497d-92e3-c934865c636e req-051d753c-00c7-4a63-811e-7483e6253499 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0433238 Aug 12 21:07:12.309847 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ae4b8-7f16-497d-92e3-c934865c636e req-effd2a52-f329-4a6e-81e8-9eaddd26630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:12.311382 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-357ae4b8-7f16-497d-92e3-c934865c636e req-effd2a52-f329-4a6e-81e8-9eaddd26630b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405819 Aug 12 21:07:12.403237 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-357ae4b8-7f16-497d-92e3-c934865c636e req-55f429e2-cb38-48ed-a289-c77bc5dc1fc3 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838368 Aug 12 21:07:12.495710 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-357ae4b8-7f16-497d-92e3-c934865c636e req-b2097b43-29c4-46a9-adb3-0678c6647999 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842688 Aug 12 21:07:12.526600 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:13.002953 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:13.354759 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2932a-78bc-4c8a-9bc3-e6a5028a7eee req-8b96c791-d27b-45aa-9ae8-bcd2a75370fc tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:13.356220 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-21f2932a-78bc-4c8a-9bc3-e6a5028a7eee req-8b96c791-d27b-45aa-9ae8-bcd2a75370fc tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Aug 12 21:07:13.394015 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-21f2932a-78bc-4c8a-9bc3-e6a5028a7eee req-58775a93-6b41-483d-894d-ce7421e9d3b7 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318830 Aug 12 21:07:14.511854 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c863f-d3f4-45d5-bf2a-3812e1979731 req-86ecbb44-442d-4a12-ad24-62d8964c3ddf tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:14.513312 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-316c863f-d3f4-45d5-bf2a-3812e1979731 req-86ecbb44-442d-4a12-ad24-62d8964c3ddf tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 945 time: 0.0519783 Aug 12 21:07:14.550320 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-316c863f-d3f4-45d5-bf2a-3812e1979731 req-9523f156-3cfb-4720-af66-687657732c9a tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311098 Aug 12 21:07:14.569803 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:14.793261 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:15.267830 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-91f02e49-0a28-4f2f-9a6d-dc20e6669ddd tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:15.269241 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-91f02e49-0a28-4f2f-9a6d-dc20e6669ddd tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 945 time: 0.0475912 Aug 12 21:07:15.363489 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Deleting port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:07:15.363829 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:15.449209 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] For port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:15.449570 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:15.614638 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:15.615346 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:15.615346 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.l3_db [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Floating IP a46a6c16-3d35-463f-97e4-68710b7091bd disassociated. External IP: 172.27.0.145, port: 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8. Aug 12 21:07:15.615672 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Calling delete_port for 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:07:15.715256 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b3a71-e525-4c5d-b369-bed2a38623d4 req-ab17a7bf-c701-47ab-af4e-2c11d79151f3 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:15.716639 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-561b3a71-e525-4c5d-b369-bed2a38623d4 req-ab17a7bf-c701-47ab-af4e-2c11d79151f3 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc8ebf16-58ea-48ad-9f95-b5f54907e214 HTTP/1.1" status: 200 len: 945 time: 0.0963790 Aug 12 21:07:15.783692 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-561b3a71-e525-4c5d-b369-bed2a38623d4 req-3b61b7c5-4bdc-47d5-89ad-441c09af0dc1 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups?id=9463e4da-672b-4cda-8c08-efb0bd98877e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611839 Aug 12 21:07:15.810858 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:15.848524 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event deleted for resources: {'Port': ['ID=77bfeeb1-4c78-4fdd-8045-7098b3af1ec8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:15.958670 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Router 797cf2f7-c047-4082-929c-9b4f882bcd5c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:07:16.062202 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:07:16.071452 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] Sync routers for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:07:16.081489 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:07:16.082100 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:07:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:16.104143 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] No DVR routers for this DVR port 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:07:16.106975 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:16.109324 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6f36a904-8b96-4b0a-b11c-e06c8a6b0be1 req-4151f0d4-0a68-46c7-9318-9b2d56fb7400 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.42 "DELETE /v2.0/ports/77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 HTTP/1.1" status: 204 len: 173 time: 0.8336184 Aug 12 21:07:16.109778 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'name': 'network-vif-deleted', 'tag': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:07:16.113127 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7e7081-1ac0-4408-9549-4faf5e62fe23" -d '{"events": [{"server_uuid": "dc8ebf16-58ea-48ad-9f95-b5f54907e214", "name": "network-vif-deleted", "tag": "77bfeeb1-4c78-4fdd-8045-7098b3af1ec8"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:07:16.156785 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2488e93b-85bf-46ca-8ca9-5e6530acebde x-openstack-request-id: req-2488e93b-85bf-46ca-8ca9-5e6530acebde {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:07:16.157121 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc8ebf16-58ea-48ad-9f95-b5f54907e214", "name": "network-vif-deleted", "tag": "77bfeeb1-4c78-4fdd-8045-7098b3af1ec8", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:07:16.157355 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2488e93b-85bf-46ca-8ca9-5e6530acebde {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:07:16.157772 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8ebf16-58ea-48ad-9f95-b5f54907e214', 'name': 'network-vif-deleted', 'tag': '77bfeeb1-4c78-4fdd-8045-7098b3af1ec8', 'status': 'completed', 'code': 200} Aug 12 21:07:16.193395 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:07:16.416889 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:16.445377 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] Checking router: 797cf2f7-c047-4082-929c-9b4f882bcd5c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:07:16.453411 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:07:16.454007 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:07:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:16.558162 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:07:16.759589 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:16.785392 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27c0e7-6cf8-4dfd-b4e3-b10d303f581d None None] The sync data for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi is: [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:01:01Z', 'revision_number': 4, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '8804bc24-880f-4da3-ab7c-128faf990f2c', 'name': '', 'network_id': '2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'mac_address': 'fa:16:3e:6d:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:59Z', 'updated_at': '2021-08-12T21:01:16Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'subnets': [{'id': '908ebf53-c594-4ee5-a082-e12af58ae392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:07:16.870439 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54066) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:16.929635 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8516d26-a07d-4322-a4f1-a3bec70e8b78 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:16.955268 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8516d26-a07d-4322-a4f1-a3bec70e8b78 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:17.011555 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7624520-c27f-4e1f-9087-f800575fadf6 None None] New status for floating IP a46a6c16-3d35-463f-97e4-68710b7091bd: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:07:17.013950 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8516d26-a07d-4322-a4f1-a3bec70e8b78 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:17.016494 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8516d26-a07d-4322-a4f1-a3bec70e8b78 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:17.020277 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d8516d26-a07d-4322-a4f1-a3bec70e8b78 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "DELETE /v2.0/security-groups/9463e4da-672b-4cda-8c08-efb0bd98877e HTTP/1.1" status: 204 len: 168 time: 0.1462457 Aug 12 21:07:17.020632 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54068) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:17.027253 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8516d26-a07d-4322-a4f1-a3bec70e8b78 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9463e4da-672b-4cda-8c08-efb0bd98877e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:17.039078 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.api.v2.resource [None req-9d06c655-106f-4f99-b0f2-ec558478c3f0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] show failed (client error): The resource could not be found. Aug 12 21:07:17.040110 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-9d06c655-106f-4f99-b0f2-ec558478c3f0 tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "GET /v2.0/security-groups/9463e4da-672b-4cda-8c08-efb0bd98877e HTTP/1.1" status: 404 len: 347 time: 0.0183873 Aug 12 21:07:17.042980 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54070) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:17.176707 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Deleting port 7bfc6cd6-b4a2-4c08-9f7a-0d21062445ed {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:07:17.177049 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:17.258494 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:17.258849 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:17.270022 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Calling delete_port for 7bfc6cd6-b4a2-4c08-9f7a-0d21062445ed owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:07:17.409151 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:17.434126 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Pushing event deleted for resources: {'Port': ['ID=7bfc6cd6-b4a2-4c08-9f7a-0d21062445ed,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:17.495185 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:17.497664 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:17.498859 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-2e2d7256-c46f-4b04-a8c7-3022a868420b tempest-AttachVolumeTestJSON-196345365 tempest-AttachVolumeTestJSON-196345365-project] 10.222.0.18 "DELETE /v2.0/floatingips/a46a6c16-3d35-463f-97e4-68710b7091bd HTTP/1.1" status: 204 len: 168 time: 0.4549618 Aug 12 21:07:19.645645 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:07:19.669294 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:07:19.669634 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 77bfeeb1-4c78-4fdd-8045-7098b3af1ec8 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:07:21.022417 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54102) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:21.457818 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553366'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:21.709508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Deleting port 8804bc24-880f-4da3-ab7c-128faf990f2c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:07:21.709808 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:21.787267 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] For port 8804bc24-880f-4da3-ab7c-128faf990f2c, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=8804bc24-880f-4da3-ab7c-128faf990f2c,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:21.787628 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:21.799901 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Calling delete_port for 8804bc24-880f-4da3-ab7c-128faf990f2c owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:07:21.974492 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:22.001692 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8804bc24-880f-4da3-ab7c-128faf990f2c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:22.169628 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-896294'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:22.381629 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Router 797cf2f7-c047-4082-929c-9b4f882bcd5c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:07:22.488762 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:07:22.495451 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-097700a5-f5dc-4193-a29d-df28a89c10e1 admin admin] 10.222.0.18 "PUT /v2.0/routers/797cf2f7-c047-4082-929c-9b4f882bcd5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4707868 Aug 12 21:07:22.496906 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54106) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:22.499425 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] Sync routers for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:07:22.508625 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:07:22.509312 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:07:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:22.600104 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:22.614981 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:07:22.702460 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:22.754869 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Deleting port 9c86a4a4-c792-4941-95a4-be727a05958e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:07:22.755212 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:22.789843 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:07:21Z', 'revision_number': 5, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port': {'id': '9c86a4a4-c792-4941-95a4-be727a05958e', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:00:52Z', 'updated_at': '2021-08-12T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:22.815401 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] Checking router: 797cf2f7-c047-4082-929c-9b4f882bcd5c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:07:22.824889 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] Routers {'797cf2f7-c047-4082-929c-9b4f882bcd5c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:07:22.825485 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:07:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['797cf2f7-c047-4082-929c-9b4f882bcd5c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:22.836944 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] For port 9c86a4a4-c792-4941-95a4-be727a05958e, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=9c86a4a4-c792-4941-95a4-be727a05958e,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:22.837350 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:22.850376 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Calling delete_port for 9c86a4a4-c792-4941-95a4-be727a05958e owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:07:23.031316 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.040182 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] Set router 797cf2f7-c047-4082-929c-9b4f882bcd5c gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:07:23.059807 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c86a4a4-c792-4941-95a4-be727a05958e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:23.096993 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:07:22Z', 'revision_number': 6, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port_host': None}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:23.120764 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896220'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.123296 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44bd043-a8b0-4228-ba0d-7666b3938881 None None] The sync data for ids ['797cf2f7-c047-4082-929c-9b4f882bcd5c'] in dv-cinder-804457-1-iscsi is: [{'id': '797cf2f7-c047-4082-929c-9b4f882bcd5c', 'name': 'tempest-AttachVolumeTestJSON-706926504-router', 'tenant_id': '38e25d760f7b49cea926e741310bd9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:00:51Z', 'updated_at': '2021-08-12T21:07:22Z', 'revision_number': 6, 'project_id': '38e25d760f7b49cea926e741310bd9ff', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:07:23.480852 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.483218 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.533516 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890687'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.534377 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 797cf2f7-c047-4082-929c-9b4f882bcd5c {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:07:23.542126 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.546049 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-9419a35d-c02c-41be-a45e-b2081692c0a4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/797cf2f7-c047-4082-929c-9b4f882bcd5c HTTP/1.1" status: 204 len: 168 time: 1.0460131 Aug 12 21:07:23.546461 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54108) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:23.592168 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-71595f1f-5d17-451d-adfc-518580e51e87 admin admin] Deleting subnet 908ebf53-c594-4ee5-a082-e12af58ae392 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:07:23.595459 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71595f1f-5d17-451d-adfc-518580e51e87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.630853 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71595f1f-5d17-451d-adfc-518580e51e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893045'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.745891 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71595f1f-5d17-451d-adfc-518580e51e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.802044 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71595f1f-5d17-451d-adfc-518580e51e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5140521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6180788'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.831502 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71595f1f-5d17-451d-adfc-518580e51e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908ebf53-c594-4ee5-a082-e12af58ae392,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:23.834948 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71595f1f-5d17-451d-adfc-518580e51e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.837926 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-71595f1f-5d17-451d-adfc-518580e51e87 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/908ebf53-c594-4ee5-a082-e12af58ae392 HTTP/1.1" status: 204 len: 168 time: 0.2892175 Aug 12 21:07:23.839432 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54110) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:23.841859 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d4d13-74cb-4a0c-b261-02fb4ec5a4b2 None None] Network 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:07:23.923694 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:23.983372 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Deleting port fb46c2ca-8630-4a46-a7d8-8e862b598db1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:07:23.983765 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.033321 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1b1c8-7f85-44b9-849e-939fa8a4d82d None None] DHCP port deletion for 2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf request from dv-cinder-804457-1-iscsi {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 21:07:24.062470 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] For port fb46c2ca-8630-4a46-a7d8-8e862b598db1, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=fb46c2ca-8630-4a46-a7d8-8e862b598db1,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:24.062882 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.078124 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Calling delete_port for fb46c2ca-8630-4a46-a7d8-8e862b598db1 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:07:24.084167 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-aac1b1c8-7f85-44b9-849e-939fa8a4d82d None None] Deleting port fb46c2ca-8630-4a46-a7d8-8e862b598db1 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:07:24.084553 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aac1b1c8-7f85-44b9-849e-939fa8a4d82d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.160071 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-aac1b1c8-7f85-44b9-849e-939fa8a4d82d None None] For port fb46c2ca-8630-4a46-a7d8-8e862b598db1, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=fb46c2ca-8630-4a46-a7d8-8e862b598db1,segment=NetworkSegment(8191c9f1-7114-4fb2-8e14-b1ad84648be6),segment_id=8191c9f1-7114-4fb2-8e14-b1ad84648be6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:24.161549 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aac1b1c8-7f85-44b9-849e-939fa8a4d82d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.169042 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.176596 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-aac1b1c8-7f85-44b9-849e-939fa8a4d82d None None] Calling delete_port for fb46c2ca-8630-4a46-a7d8-8e862b598db1 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:07:24.196771 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb46c2ca-8630-4a46-a7d8-8e862b598db1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:24.198615 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] No DVR routers for this DVR port fb46c2ca-8630-4a46-a7d8-8e862b598db1 on host dv-cinder-804457-1-iscsi {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:07:24.267674 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aac1b1c8-7f85-44b9-849e-939fa8a4d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.275946 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.286211 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:24.292919 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1b1c8-7f85-44b9-849e-939fa8a4d82d None None] Pushing event deleted for resources: {'Port': ['ID=fb46c2ca-8630-4a46-a7d8-8e862b598db1,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:24.296667 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1b1c8-7f85-44b9-849e-939fa8a4d82d None None] No DVR routers for this DVR port fb46c2ca-8630-4a46-a7d8-8e862b598db1 on host dv-cinder-804457-1-iscsi {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:07:24.298148 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8191c9f1-7114-4fb2-8e14-b1ad84648be6') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:24.298445 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8191c9f1-7114-4fb2-8e14-b1ad84648be6') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:24.309256 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893026'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.324590 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.331520 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:07:24.332001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5140727'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: Traceback (most recent call last): Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: timer() Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: cb(*args, **kw) Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: return func(*args, **kwargs) Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: self._notify() Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: self.callback(batched_events) Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: event.method(event) Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: return f(self, *a, **k) Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._get(url).json() Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: return self.request(url, 'GET', **kwargs) Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:07:24.333673 dv-cinder-804457-1-iscsi neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:07:24.395237 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.401033 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.402906 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf HTTP/1.1" status: 204 len: 168 time: 0.5623045 Aug 12 21:07:24.415538 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ddc54-ce58-488f-a959-28fa7bb963a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f0c6af0-68ba-43b2-b6cb-5ef847b9afdf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:24.540336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54114) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:24.543840 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 8804bc24-880f-4da3-ab7c-128faf990f2c no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:07:24.571032 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 8804bc24-880f-4da3-ab7c-128faf990f2c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:07:24.571361 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 8804bc24-880f-4da3-ab7c-128faf990f2c not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:07:24.571813 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device fb46c2ca-8630-4a46-a7d8-8e862b598db1 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:07:24.588268 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-1a796878-e1b5-45de-b926-22480281100b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38e25d760f7b49cea926e741310bd9ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466225 Aug 12 21:07:24.590705 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54116) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:24.594463 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: fb46c2ca-8630-4a46-a7d8-8e862b598db1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:07:24.594849 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device fb46c2ca-8630-4a46-a7d8-8e862b598db1 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:07:24.595280 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 9c86a4a4-c792-4941-95a4-be727a05958e no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:07:24.617051 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 9c86a4a4-c792-4941-95a4-be727a05958e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:07:24.617391 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 9c86a4a4-c792-4941-95a4-be727a05958e not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:07:24.649695 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f3ea-af0e-4147-9d3e-29fe4357dcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.675252 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f3ea-af0e-4147-9d3e-29fe4357dcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.728892 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f3ea-af0e-4147-9d3e-29fe4357dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.732107 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f3ea-af0e-4147-9d3e-29fe4357dcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:24.733253 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e6b2f3ea-af0e-4147-9d3e-29fe4357dcc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f2bd091-39de-43a8-92e8-26a711d7c386 HTTP/1.1" status: 204 len: 168 time: 0.1415863 Aug 12 21:07:24.741140 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f3ea-af0e-4147-9d3e-29fe4357dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2bd091-39de-43a8-92e8-26a711d7c386,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:25.375110 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54138) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:25.472098 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1276116122-network', 'tenant_id': '5d4adbeab9f148ffa9a88d3dbd5709f2'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:25.495043 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Made reservation on behalf of 5d4adbeab9f148ffa9a88d3dbd5709f2 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:07:25.497466 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:25.506345 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:25.609824 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:25.613631 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:25.640410 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:07:25.646492 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0a843c-e863-44c8-92f1-446c52b55762,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:25.657598 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:25.657944 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.segments_db [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Added segment b0a4e20d-f412-49f8-b88d-c56df6d86aa5 of type vlan for network fb572ff7-d590-45e5-ade3-71cdf85d2eaa Aug 12 21:07:25.698256 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:25.727040 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:25.727988 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:25.728567 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:25.781771 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4054854 Aug 12 21:07:25.784585 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54142) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:25.792165 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Request body: {'subnet': {'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1276116122-subnet', 'tenant_id': '5d4adbeab9f148ffa9a88d3dbd5709f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:25.796232 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160b274-918d-4e5d-9925-9a3ecf8c61e4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb572ff7-d590-45e5-ade3-71cdf85d2eaa,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:25.806901 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network fb572ff7-d590-45e5-ade3-71cdf85d2eaa details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:07:25.820910 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Made reservation on behalf of 5d4adbeab9f148ffa9a88d3dbd5709f2 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:07:25.823246 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6180767'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:25.996005 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5140590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6180781'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:26.053182 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:26.064964 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Checking segment: {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:07:26.065333 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Network hostable DHCP agents. Network: fb572ff7-d590-45e5-ade3-71cdf85d2eaa, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:07:26.083584 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Network fb572ff7-d590-45e5-ade3-71cdf85d2eaa is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:07:26.093986 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, fb572ff7-d590-45e5-ade3-71cdf85d2eaa) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:07:26.098704 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:26.099345 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:26.104359 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa7065e-663f-4210-9e63-2f57e915388d None None] Network fb572ff7-d590-45e5-ade3-71cdf85d2eaa requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:07:26.117733 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-dc63003b-6ccb-4c22-99f2-430129005e78 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3320780 Aug 12 21:07:26.247282 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eacad6-e67a-4b5d-9700-bb4f361ab018 None None] Network fb572ff7-d590-45e5-ade3-71cdf85d2eaa requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:07:26.596546 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-208729d8-4879-427b-b230-d6703361c7c3 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:26.598266 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-208729d8-4879-427b-b230-d6703361c7c3 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 815 time: 0.1122501 Aug 12 21:07:26.613794 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-380ff4d6-2ef2-4e91-9fe8-c37d92f15167 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/quotas/5d4adbeab9f148ffa9a88d3dbd5709f2 HTTP/1.1" status: 200 len: 375 time: 0.0088487 Aug 12 21:07:26.643853 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-581b99b9-da88-4c23-94bc-9d056e6b0e54 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244980 Aug 12 21:07:26.782396 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-671c98ac-e2aa-4cc4-8113-2708e2558afa service neutron] 10.222.0.18 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302876 Aug 12 21:07:26.870423 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-ed53d5c6-5574-40a2-a726-bc43a5168742 service neutron] 10.222.0.18 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811715 Aug 12 21:07:27.031226 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-27c19161-d224-4242-97a7-7e05fe15e40b req-958fdb49-dc1a-414b-8357-c075ef6d4d26 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 210 time: 0.0315468 Aug 12 21:07:28.002540 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-5b72f66e-c2e0-4b68-ad4f-4282d9b3bba6 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:28.003998 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-5b72f66e-c2e0-4b68-ad4f-4282d9b3bba6 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 815 time: 0.1030796 Aug 12 21:07:28.022750 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Request body: {'port': {'device_id': 'dc65fdfa-33b7-4608-8457-d9c025cc11cb', 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa', 'admin_state_up': True, 'tenant_id': '5d4adbeab9f148ffa9a88d3dbd5709f2'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:28.133595 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e2754fad-98ef-4db2-a97d-d6d4a7ef2fbd req-8e3d7838-9d49-4cb2-bd4d-120289fcb3a1 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 210 time: 0.0319564 Aug 12 21:07:28.162185 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Made reservation on behalf of 5d4adbeab9f148ffa9a88d3dbd5709f2 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:07:28.166424 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:28.289826 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Allocated IP 172.20.0.11 (fb572ff7-d590-45e5-ade3-71cdf85d2eaa/919ba96f-f6c8-4119-ae39-50c0a3f2a2ed/e9a48ba3-4c28-4226-900f-68256c35ddd1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:07:28.442389 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:28.482832 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:28.532693 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Network fb572ff7-d590-45e5-ade3-71cdf85d2eaa is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:07:28.535854 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:07:28.539807 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:07:28.546086 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Pushing event updated for resources: {'Port': ['ID=e9a48ba3-4c28-4226-900f-68256c35ddd1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:28.594598 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:28.595251 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:28.611041 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-c0503a49-efa2-44b8-aca6-553ed5ead13c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5928462 Aug 12 21:07:28.625205 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Request body: {'port': {'device_id': 'dc65fdfa-33b7-4608-8457-d9c025cc11cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:28.677023 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:28.936772 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a48ba3-4c28-4226-900f-68256c35ddd1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:07:28.944764 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:28.956746 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Transition to ACTIVE for port object e9a48ba3-4c28-4226-900f-68256c35ddd1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:07:28.960377 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:29.013834 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a48ba3-4c28-4226-900f-68256c35ddd1,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:29.084207 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Attempting to bind port e9a48ba3-4c28-4226-900f-68256c35ddd1 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:07:29.084586 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Attempting to bind port e9a48ba3-4c28-4226-900f-68256c35ddd1 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:07:29.084917 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Attempting to bind port e9a48ba3-4c28-4226-900f-68256c35ddd1 on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:07:29.089640 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Port e9a48ba3-4c28-4226-900f-68256c35ddd1 on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:07:29.090062 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Attempting to bind port e9a48ba3-4c28-4226-900f-68256c35ddd1 on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:07:29.096051 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:07:29.096390 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Checking segment: {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:07:29.096780 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Bound using segment: {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:07:29.097211 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Bound port: e9a48ba3-4c28-4226-900f-68256c35ddd1, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:07:29.097571 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:29.169299 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] For port e9a48ba3-4c28-4226-900f-68256c35ddd1, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:07:29.173447 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] For port e9a48ba3-4c28-4226-900f-68256c35ddd1, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e9a48ba3-4c28-4226-900f-68256c35ddd1,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:07:29.178891 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:29.224120 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:29.224760 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:29.226746 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] 10.222.0.42 "PUT /v2.0/ports/e9a48ba3-4c28-4226-900f-68256c35ddd1 HTTP/1.1" status: 200 len: 1094 time: 0.6056678 Aug 12 21:07:29.229023 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc65fdfa-33b7-4608-8457-d9c025cc11cb', 'tag': 'e9a48ba3-4c28-4226-900f-68256c35ddd1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:07:29.231355 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b974ee-f263-486e-a44b-fd8ca0f3838e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc65fdfa-33b7-4608-8457-d9c025cc11cb", "tag": "e9a48ba3-4c28-4226-900f-68256c35ddd1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:07:29.270375 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cabf4e-0054-423e-aab2-27df59d51f36 x-openstack-request-id: req-a0cabf4e-0054-423e-aab2-27df59d51f36 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:07:29.270677 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc65fdfa-33b7-4608-8457-d9c025cc11cb", "tag": "e9a48ba3-4c28-4226-900f-68256c35ddd1", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:07:29.270928 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0cabf4e-0054-423e-aab2-27df59d51f36 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:07:29.271316 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc65fdfa-33b7-4608-8457-d9c025cc11cb', 'tag': 'e9a48ba3-4c28-4226-900f-68256c35ddd1', 'status': 'completed', 'code': 200} Aug 12 21:07:29.300533 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac27b7-9b21-4d57-817f-4c66ccbe5926 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a48ba3-4c28-4226-900f-68256c35ddd1,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:29.322021 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929e636-6b81-46cf-996c-fc9be4194007 req-d42c8278-c658-4a59-835d-8cb86fc00c20 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:29.323523 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b929e636-6b81-46cf-996c-fc9be4194007 req-d42c8278-c658-4a59-835d-8cb86fc00c20 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 944 time: 0.1139905 Aug 12 21:07:29.338302 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-f4dbb632-e1b1-4c78-b945-b1cf47aa54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:29.339725 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-f4dbb632-e1b1-4c78-b945-b1cf47aa54de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 1097 time: 0.0677013 Aug 12 21:07:29.388529 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-2081563a-bc86-4ff1-b837-ee83852f9fc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9a48ba3-4c28-4226-900f-68256c35ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0398569 Aug 12 21:07:29.408859 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b929e636-6b81-46cf-996c-fc9be4194007 req-ddcb4043-a6ff-4151-a511-bf7ceef99276 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779743 Aug 12 21:07:29.443034 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-e1d01c07-75c8-4005-93fe-e762773ec23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:29.444466 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-e1d01c07-75c8-4005-93fe-e762773ec23e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed HTTP/1.1" status: 200 len: 855 time: 0.0483537 Aug 12 21:07:29.476922 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-863ee12a-29d0-42d6-b74d-5046ac8130ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250621 Aug 12 21:07:29.568439 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-2bf71001-0a40-4dda-b6bf-26b80330e89b service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841768 Aug 12 21:07:29.668589 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2db55b73-1155-42a3-a165-33aa3a26c5df req-0a5414ea-496e-4b1c-be3c-7f6956b64898 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816150 Aug 12 21:07:29.764237 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-08c127ed-6647-4272-891f-dcc0878d0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:29.765713 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-08c127ed-6647-4272-891f-dcc0878d0db6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 1097 time: 0.0445092 Aug 12 21:07:29.854100 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-2a197969-a6d2-425a-a953-ed40edaeaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:29.855590 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-2a197969-a6d2-425a-a953-ed40edaeaaf3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 916 time: 0.0817351 Aug 12 21:07:29.896078 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-cdcac953-d463-4402-bbb8-5fc04bc2ff05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9a48ba3-4c28-4226-900f-68256c35ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0330412 Aug 12 21:07:29.958084 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-7df4984f-509d-41ab-94da-f99ab217959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:29.960278 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-7df4984f-509d-41ab-94da-f99ab217959e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed HTTP/1.1" status: 200 len: 855 time: 0.0507600 Aug 12 21:07:29.993435 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-8306fcd1-8662-4f92-95fe-5fbff431edee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253923 Aug 12 21:07:30.107896 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-bb6d196e-7915-496b-baf6-2806a81c7474 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063378 Aug 12 21:07:30.204882 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-14b974ee-f263-486e-a44b-fd8ca0f3838e req-d66de560-f291-4de3-a512-f0eb896a5596 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885587 Aug 12 21:07:30.527154 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db3b9b-11e4-4515-b85f-b1fee1bba5da req-ad76c466-816d-46d5-91a6-b22997c16810 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:30.528689 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c4db3b9b-11e4-4515-b85f-b1fee1bba5da req-ad76c466-816d-46d5-91a6-b22997c16810 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 944 time: 0.0496123 Aug 12 21:07:30.566310 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c4db3b9b-11e4-4515-b85f-b1fee1bba5da req-8cfcd9b1-7521-4f45-be25-4fddf86bec68 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Aug 12 21:07:31.681274 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6cbd8-2973-4210-aa64-1871a2369bd6 req-8031091c-977c-49bc-95f6-1d2c96a710a7 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:31.682895 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-91a6cbd8-2973-4210-aa64-1871a2369bd6 req-8031091c-977c-49bc-95f6-1d2c96a710a7 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 944 time: 0.0506110 Aug 12 21:07:31.727994 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-91a6cbd8-2973-4210-aa64-1871a2369bd6 req-3139afdd-66e0-45c9-be21-5c5faee7d6c2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Aug 12 21:07:32.552208 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:07:32.848321 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8b42-3af4-4a60-8650-a4aa83f36d33 req-cf6a4332-3a70-4580-aa8c-7a97a72e724c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:32.850643 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-798b8b42-3af4-4a60-8650-a4aa83f36d33 req-cf6a4332-3a70-4580-aa8c-7a97a72e724c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 944 time: 0.0541692 Aug 12 21:07:32.896957 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-798b8b42-3af4-4a60-8650-a4aa83f36d33 req-4c178547-cd10-4c48-90fc-62a488b4581b tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Aug 12 21:07:33.764246 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device e9a48ba3-4c28-4226-900f-68256c35ddd1 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:07:33.876107 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port e9a48ba3-4c28-4226-900f-68256c35ddd1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e9a48ba3-4c28-4226-900f-68256c35ddd1,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:33.889811 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'e9a48ba3-4c28-4226-900f-68256c35ddd1', 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa', 'port_id': 'e9a48ba3-4c28-4226-900f-68256c35ddd1', 'mac_address': 'fa:16:3e:96:e2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919ba96f-f6c8-4119-ae39-50c0a3f2a2ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:07:33.932443 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:33.946971 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a48ba3-4c28-4226-900f-68256c35ddd1 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:07:33.967986 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port e9a48ba3-4c28-4226-900f-68256c35ddd1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e9a48ba3-4c28-4226-900f-68256c35ddd1,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:33.972591 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:34.032779 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=e9a48ba3-4c28-4226-900f-68256c35ddd1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:34.049770 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87752b7d-7f10-469e-840f-f6b65075a25b req-c3d34a3c-a769-4894-8cf4-39397078ddea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:34.051555 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87752b7d-7f10-469e-840f-f6b65075a25b req-c3d34a3c-a769-4894-8cf4-39397078ddea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 945 time: 0.0700591 Aug 12 21:07:34.109418 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87752b7d-7f10-469e-840f-f6b65075a25b req-6a8a933f-bb1f-42df-8723-c295a4370191 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483313 Aug 12 21:07:34.242141 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e9a48ba3-4c28-4226-900f-68256c35ddd1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:07:34.252534 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a719b-eb1b-4670-b7cf-e024b239da32 req-be32ea21-37c9-42fd-ab0f-725ac28ee2e9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:34.254031 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec5a719b-eb1b-4670-b7cf-e024b239da32 req-be32ea21-37c9-42fd-ab0f-725ac28ee2e9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 946 time: 0.0511634 Aug 12 21:07:34.299051 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec5a719b-eb1b-4670-b7cf-e024b239da32 req-945cf120-e3f7-4f48-9eb1-7e030dd886a1 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374043 Aug 12 21:07:35.228142 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df505ac6-545e-451f-99b4-52283d0131bf req-fd905409-4953-42f5-96fb-703c192a406a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:35.229583 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-df505ac6-545e-451f-99b4-52283d0131bf req-fd905409-4953-42f5-96fb-703c192a406a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 945 time: 0.0478292 Aug 12 21:07:35.268802 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-df505ac6-545e-451f-99b4-52283d0131bf req-2ad44c16-9a72-44ef-b98d-97c2183c1056 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Aug 12 21:07:35.420059 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dcaf1-7ea3-45c8-8310-515c64ec3a0e req-5bf28eba-2e67-4268-a4b7-833c109008ea tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:35.421523 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-964dcaf1-7ea3-45c8-8310-515c64ec3a0e req-5bf28eba-2e67-4268-a4b7-833c109008ea tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 946 time: 0.0496976 Aug 12 21:07:35.460031 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-964dcaf1-7ea3-45c8-8310-515c64ec3a0e req-5f4cc064-47b2-486b-9900-6d5f6fab9b95 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=811e3221-50b3-49b8-a742-7f55f841677f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325592 Aug 12 21:07:35.770144 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device e9a48ba3-4c28-4226-900f-68256c35ddd1 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:07:35.817592 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port e9a48ba3-4c28-4226-900f-68256c35ddd1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:07:35.821492 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port e9a48ba3-4c28-4226-900f-68256c35ddd1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:07:35.821859 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:35.886746 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-d0a47fe7-2094-4315-a820-32c80421da9c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:35.888262 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-d0a47fe7-2094-4315-a820-32c80421da9c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 946 time: 0.0480990 Aug 12 21:07:35.899373 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:35.921661 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc65fdfa-33b7-4608-8457-d9c025cc11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a48ba3-4c28-4226-900f-68256c35ddd1'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:07:35.924073 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1b38de-5682-4889-868f-1de21d7a6070" -d '{"events": [{"server_uuid": "dc65fdfa-33b7-4608-8457-d9c025cc11cb", "name": "network-vif-plugged", "status": "completed", "tag": "e9a48ba3-4c28-4226-900f-68256c35ddd1"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:07:35.939605 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port e9a48ba3-4c28-4226-900f-68256c35ddd1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e9a48ba3-4c28-4226-900f-68256c35ddd1,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:35.943931 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:35.968673 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b7f95e-a76d-406b-9517-65e7ba9881dc x-openstack-request-id: req-65b7f95e-a76d-406b-9517-65e7ba9881dc {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:07:35.968962 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc65fdfa-33b7-4608-8457-d9c025cc11cb", "name": "network-vif-plugged", "status": "completed", "tag": "e9a48ba3-4c28-4226-900f-68256c35ddd1", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:07:35.969209 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65b7f95e-a76d-406b-9517-65e7ba9881dc {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:07:35.969589 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc65fdfa-33b7-4608-8457-d9c025cc11cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a48ba3-4c28-4226-900f-68256c35ddd1', 'code': 200} Aug 12 21:07:35.992153 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Deleting port 6f83afff-a684-4f4d-b005-34f592608fbf {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:07:35.992494 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:35.996854 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=e9a48ba3-4c28-4226-900f-68256c35ddd1,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:36.088937 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] For port 6f83afff-a684-4f4d-b005-34f592608fbf, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=6f83afff-a684-4f4d-b005-34f592608fbf,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:36.089217 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:36.132531 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f24a61-eb6c-4ee5-ab0b-ff7f9cf0e16d req-419f301c-9156-4d1f-b464-001b99497f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:36.134063 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-b6f24a61-eb6c-4ee5-ab0b-ff7f9cf0e16d req-419f301c-9156-4d1f-b464-001b99497f95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 1099 time: 0.0409317 Aug 12 21:07:36.170563 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-b6f24a61-eb6c-4ee5-ab0b-ff7f9cf0e16d req-e9b32343-1df8-40a7-8413-a353a4374414 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287344 Aug 12 21:07:36.263387 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:36.263980 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:36.264113 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.l3_db [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Floating IP 7383baf4-507e-4892-86c1-cf89727b0375 disassociated. External IP: 172.27.0.161, port: 6f83afff-a684-4f4d-b005-34f592608fbf. Aug 12 21:07:36.264386 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Calling delete_port for 6f83afff-a684-4f4d-b005-34f592608fbf owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:07:36.425620 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caad33-efe5-430a-b60a-e9b22bec88d9 req-11a83661-4b67-4cf4-9629-9a0d887354f6 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:36.427012 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c0caad33-efe5-430a-b60a-e9b22bec88d9 req-11a83661-4b67-4cf4-9629-9a0d887354f6 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 946 time: 0.0863590 Aug 12 21:07:36.428094 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:36.470139 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event deleted for resources: {'Port': ['ID=6f83afff-a684-4f4d-b005-34f592608fbf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:36.526443 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c0caad33-efe5-430a-b60a-e9b22bec88d9 req-414a2d61-06fa-4d2c-be7c-40bd6338e3b7 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913951 Aug 12 21:07:36.604237 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e96bbcbc-e816-4868-8318-c640f185359d req-4e414dc1-afb8-476a-b6ff-57d54f5817e0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=49033e44-72ae-4d28-afb0-f4d62d72ae44 HTTP/1.1" status: 200 len: 210 time: 0.0314803 Aug 12 21:07:36.622372 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:07:36.732035 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:07:36.742927 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] Sync routers for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:07:36.752790 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:07:36.753389 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:07:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:36.773538 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] No DVR routers for this DVR port 6f83afff-a684-4f4d-b005-34f592608fbf on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:07:36.776026 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:36.777977 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1430e3a5-d533-4181-8a39-5e13c0031c82 req-df7e9ce8-0375-45eb-96d1-83d46782192b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "DELETE /v2.0/ports/6f83afff-a684-4f4d-b005-34f592608fbf HTTP/1.1" status: 204 len: 173 time: 0.8834713 Aug 12 21:07:36.778404 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-deleted', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:07:36.781499 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceb778e-f27c-472a-af1c-a4590a9eae5c" -d '{"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-deleted", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:07:36.822756 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7bc545-aaff-4f0d-87d8-379cb3076845 x-openstack-request-id: req-9e7bc545-aaff-4f0d-87d8-379cb3076845 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:07:36.823045 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49033e44-72ae-4d28-afb0-f4d62d72ae44", "name": "network-vif-deleted", "tag": "6f83afff-a684-4f4d-b005-34f592608fbf", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:07:36.823343 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e7bc545-aaff-4f0d-87d8-379cb3076845 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:07:36.823948 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49033e44-72ae-4d28-afb0-f4d62d72ae44', 'name': 'network-vif-deleted', 'tag': '6f83afff-a684-4f4d-b005-34f592608fbf', 'status': 'completed', 'code': 200} Aug 12 21:07:36.874091 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:07:37.079497 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:37.103838 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] Checking router: 58b9dd7d-2280-480e-ac15-96a7b0855cc5 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:07:37.111776 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:07:37.112364 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:07:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:37.215628 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:07:37.431738 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:37.461501 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c5dc55-a027-4abf-88d6-460f9b7091d5 None None] The sync data for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi is: [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:07:37.647670 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5f53c-d868-4460-b964-bd1bf29bbdb0 req-00896491-7c0b-48cd-85db-cea6b7f09f6a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:37.649374 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5db5f53c-d868-4460-b964-bd1bf29bbdb0 req-00896491-7c0b-48cd-85db-cea6b7f09f6a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 946 time: 0.0543911 Aug 12 21:07:37.680237 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d44187-97ec-4f2c-86b7-9cac85563eaa None None] New status for floating IP 7383baf4-507e-4892-86c1-cf89727b0375: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:07:37.695040 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5db5f53c-d868-4460-b964-bd1bf29bbdb0 req-ecabb4f9-3ed0-4cd7-acfe-4528b6dd048a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382721 Aug 12 21:07:37.695184 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54240) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:37.756628 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-378ebcd3-007b-4d37-aaa8-be3ae508d3c3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:37.782383 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-378ebcd3-007b-4d37-aaa8-be3ae508d3c3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:37.834849 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-378ebcd3-007b-4d37-aaa8-be3ae508d3c3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:37.837399 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-378ebcd3-007b-4d37-aaa8-be3ae508d3c3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:37.838724 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-378ebcd3-007b-4d37-aaa8-be3ae508d3c3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "DELETE /v2.0/security-groups/811e3221-50b3-49b8-a742-7f55f841677f HTTP/1.1" status: 204 len: 168 time: 0.1425755 Aug 12 21:07:37.841545 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:37.848578 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ebcd3-007b-4d37-aaa8-be3ae508d3c3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e3221-50b3-49b8-a742-7f55f841677f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:37.856341 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.api.v2.resource [None req-cd24a818-c671-4c7a-b953-3f3be95f9b8a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] show failed (client error): The resource could not be found. Aug 12 21:07:37.860537 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-cd24a818-c671-4c7a-b953-3f3be95f9b8a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups/811e3221-50b3-49b8-a742-7f55f841677f HTTP/1.1" status: 404 len: 347 time: 0.0179615 Aug 12 21:07:37.860879 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54246) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:37.997388 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Deleting port 6fa47a27-46e5-4053-8bab-2ff9fbd623ee {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:07:37.997743 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.077243 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.077598 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.089514 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Calling delete_port for 6fa47a27-46e5-4053-8bab-2ff9fbd623ee owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:07:38.218574 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.246595 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event deleted for resources: {'Port': ['ID=6fa47a27-46e5-4053-8bab-2ff9fbd623ee,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:38.302240 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.305440 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.306619 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-52483ded-dab2-437c-9438-2a13f348d1ce tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "DELETE /v2.0/floatingips/7383baf4-507e-4892-86c1-cf89727b0375 HTTP/1.1" status: 204 len: 168 time: 0.4439840 Aug 12 21:07:38.555739 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54254) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:38.560312 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ba5a29fd-f5d2-4226-8364-76d49205ecfe tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773791700', 'description': 'tempest-description--903571775'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:38.582329 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba5a29fd-f5d2-4226-8364-76d49205ecfe tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.659982 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba5a29fd-f5d2-4226-8364-76d49205ecfe tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.664194 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba5a29fd-f5d2-4226-8364-76d49205ecfe tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.692064 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba5a29fd-f5d2-4226-8364-76d49205ecfe tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.693286 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-ba5a29fd-f5d2-4226-8364-76d49205ecfe tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1365919 Aug 12 21:07:38.695100 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a29fd-f5d2-4226-8364-76d49205ecfe tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a24654c-7234-4fbd-81d3-f66b6fb56c79,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:38.697562 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54256) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:38.702286 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-117bf85e-e2b4-447c-be54-9ee8dd1ff6c8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'security_group_rule': {'security_group_id': '9a24654c-7234-4fbd-81d3-f66b6fb56c79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:38.727950 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-117bf85e-e2b4-447c-be54-9ee8dd1ff6c8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.773292 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-117bf85e-e2b4-447c-be54-9ee8dd1ff6c8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.777001 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-117bf85e-e2b4-447c-be54-9ee8dd1ff6c8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.794915 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bf85e-e2b4-447c-be54-9ee8dd1ff6c8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5eaae95-9d47-4863-8478-bff59523d5aa,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:38.801295 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-117bf85e-e2b4-447c-be54-9ee8dd1ff6c8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.802488 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-117bf85e-e2b4-447c-be54-9ee8dd1ff6c8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037419 Aug 12 21:07:38.805798 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:38.810303 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-98c71b3a-4f98-4310-bf45-77d2e6e32667 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'security_group_rule': {'security_group_id': '9a24654c-7234-4fbd-81d3-f66b6fb56c79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:38.837269 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98c71b3a-4f98-4310-bf45-77d2e6e32667 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.893179 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98c71b3a-4f98-4310-bf45-77d2e6e32667 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.897017 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98c71b3a-4f98-4310-bf45-77d2e6e32667 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752967'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.917147 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c71b3a-4f98-4310-bf45-77d2e6e32667 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3e85e6-03d6-4a11-a31a-d831e312142f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:38.923181 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98c71b3a-4f98-4310-bf45-77d2e6e32667 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:38.927619 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-98c71b3a-4f98-4310-bf45-77d2e6e32667 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179521 Aug 12 21:07:38.930085 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:38.932932 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'floatingip': {'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:38.955623 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.047900 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.155164 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Allocated IP 172.27.0.27 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/71ae4634-140b-4d0e-8f51-ff2494123c5f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:07:39.206987 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-49329686-9804-41c9-89d6-3cf0faf0dba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.265081 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.304865 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.348856 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:07:39.351822 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:07:39.356744 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:07:39.362925 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'Port': ['ID=71ae4634-140b-4d0e-8f51-ff2494123c5f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:39.460231 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.497072 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.653385 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.658131 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.731016 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'Port': ['ID=71ae4634-140b-4d0e-8f51-ff2494123c5f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:39.743053 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.758431 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:39.759721 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d35c9721-12e4-4fb9-bff6-9ab7af3b22a3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8304226 Aug 12 21:07:39.782171 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:07:39.807283 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: 6f83afff-a684-4f4d-b005-34f592608fbf {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:07:39.807630 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 6f83afff-a684-4f4d-b005-34f592608fbf not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:07:39.968849 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-deb0dfb5-30aa-458b-bba2-78d77e199661 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1773791700&fields=id&tenant_id=4d5592e40633426aa0dd46bb94ec00da HTTP/1.1" status: 200 len: 267 time: 0.0366063 Aug 12 21:07:40.092123 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-effd9650-e539-40f0-b3aa-00fbc6c1b589 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:40.093483 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-effd9650-e539-40f0-b3aa-00fbc6c1b589 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 817 time: 0.1177094 Aug 12 21:07:40.109478 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-1041f05b-5ec6-4e65-8152-1663f76b12ad tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/quotas/4d5592e40633426aa0dd46bb94ec00da HTTP/1.1" status: 200 len: 375 time: 0.0092239 Aug 12 21:07:40.167472 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-bc275a7f-6ae3-4f5e-ab2a-5179bc061c21 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519123 Aug 12 21:07:40.264659 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-9e2df8b4-3093-44da-8218-e8d5615321e6 service neutron] 10.222.0.18 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850079 Aug 12 21:07:40.350533 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-a1b6161c-c6ec-481b-b4c3-3c4c0ce56842 service neutron] 10.222.0.18 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798440 Aug 12 21:07:40.520743 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-de37ddfd-3b30-4ba0-9281-cbce98194db3 req-8c3b1d97-f395-48f9-8bdd-d880be00e286 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 210 time: 0.0281875 Aug 12 21:07:41.430543 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-25c4e740-ca08-4d91-8f4e-f9cb0d270ff2 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:41.432007 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-25c4e740-ca08-4d91-8f4e-f9cb0d270ff2 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 817 time: 0.1070051 Aug 12 21:07:41.476011 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-1f466275-3f9a-49e8-8353-1976b67aee48 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d5592e40633426aa0dd46bb94ec00da HTTP/1.1" status: 200 len: 380 time: 0.0347135 Aug 12 21:07:41.491057 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'port': {'device_id': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'admin_state_up': True, 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'security_groups': ['9a24654c-7234-4fbd-81d3-f66b6fb56c79']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:41.878755 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Made reservation on behalf of 4d5592e40633426aa0dd46bb94ec00da for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:07:41.882997 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:41.903866 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1b907f0a-eb65-4096-91bc-49ff6932ac0f req-39202af1-8ad3-434b-a090-52989dd70a71 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 210 time: 0.3044934 Aug 12 21:07:42.014497 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Allocated IP 172.20.0.9 (2e90c8c4-f687-44c5-bc46-be246ab51d2a/120e2587-0472-47a0-a8ac-b91fd8c09238/8c070fe9-dcfa-4433-8499-259d875b3999) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:07:42.111922 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fe31dc4e-ba87-4922-b2ba-ed2aa7934b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.147749 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.160531 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Transition to ACTIVE for port object 8c070fe9-dcfa-4433-8499-259d875b3999 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:07:42.193861 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.231895 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:07:42.236765 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:07:42.240980 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:07:42.269430 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:42.281855 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.282148 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.282463 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.282839 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.283172 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.283502 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.283836 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.284161 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.284508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.284807 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.285154 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.285450 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:42.308613 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:42.309229 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.324434 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-6045179c-e5b9-49ea-8796-a2ba94873aaa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8375747 Aug 12 21:07:42.336822 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Request body: {'port': {'device_id': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:42.390999 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.466039 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c5a1e2fb-510f-44e7-a8ab-9eed966b3182 None None] Provisioning for port 8c070fe9-dcfa-4433-8499-259d875b3999 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:07:42.469615 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c5a1e2fb-510f-44e7-a8ab-9eed966b3182 None None] Provisioning complete for port 8c070fe9-dcfa-4433-8499-259d875b3999 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:07:42.469985 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c5a1e2fb-510f-44e7-a8ab-9eed966b3182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.503129 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c5a1e2fb-510f-44e7-a8ab-9eed966b3182 None None] Port 8c070fe9-dcfa-4433-8499-259d875b3999 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:07:42.527287 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.649715 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c070fe9-dcfa-4433-8499-259d875b3999 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:07:42.656945 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.668815 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Transition to ACTIVE for port object 8c070fe9-dcfa-4433-8499-259d875b3999 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:07:42.672680 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.726545 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:42.791847 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Attempting to bind port 8c070fe9-dcfa-4433-8499-259d875b3999 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:07:42.792183 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Attempting to bind port 8c070fe9-dcfa-4433-8499-259d875b3999 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:07:42.792507 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Attempting to bind port 8c070fe9-dcfa-4433-8499-259d875b3999 on network 2e90c8c4-f687-44c5-bc46-be246ab51d2a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:07:42.797051 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Port 8c070fe9-dcfa-4433-8499-259d875b3999 on network 2e90c8c4-f687-44c5-bc46-be246ab51d2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:07:42.797369 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Attempting to bind port 8c070fe9-dcfa-4433-8499-259d875b3999 on network 2e90c8c4-f687-44c5-bc46-be246ab51d2a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:07:42.802236 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:07:42.803261 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Checking segment: {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:07:42.803744 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Bound using segment: {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:07:42.804064 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Bound port: 8c070fe9-dcfa-4433-8499-259d875b3999, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7414f564-239b-4f6e-b3f4-385c2271f33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:07:42.804419 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.868312 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:07:42.871465 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:07:42.875328 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.910909 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:42.911511 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:42.913511 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] 10.222.0.42 "PUT /v2.0/ports/8c070fe9-dcfa-4433-8499-259d875b3999 HTTP/1.1" status: 200 len: 1093 time: 0.5812185 Aug 12 21:07:42.913937 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:07:42.916240 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a41c67-677c-4af6-b3f1-7106cb66e6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:07:42.946583 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409098d7-b940-43b9-9460-34b8082ba41e service neutron] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:42.973596 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf908a1e-da78-4c82-903f-a8b8fc03b1e8 x-openstack-request-id: req-cf908a1e-da78-4c82-903f-a8b8fc03b1e8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:07:42.973882 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:07:42.974129 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf908a1e-da78-4c82-903f-a8b8fc03b1e8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:07:42.974572 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999', 'status': 'completed', 'code': 200} Aug 12 21:07:43.008620 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:43.038495 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-c7644d23-ae8c-418f-9cf6-cc8e2a0392c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:43.040113 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-c7644d23-ae8c-418f-9cf6-cc8e2a0392c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 1096 time: 0.0782788 Aug 12 21:07:43.098926 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc20b12-c5c6-4b11-8977-e87195fc350b req-a828065a-43bd-4863-9add-8df31c6985aa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:43.101360 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdc20b12-c5c6-4b11-8977-e87195fc350b req-a828065a-43bd-4863-9add-8df31c6985aa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0926309 Aug 12 21:07:43.102714 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-8ce75a3c-9d77-4107-9a6c-58f2a3a06c24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c070fe9-dcfa-4433-8499-259d875b3999 HTTP/1.1" status: 200 len: 217 time: 0.0541732 Aug 12 21:07:43.180473 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fdc20b12-c5c6-4b11-8977-e87195fc350b req-585d5098-7ca6-4f45-85b8-ef078ff24eba tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729144 Aug 12 21:07:43.181996 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-bec5416c-bc66-4549-a951-057e28a5642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:43.183397 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-bec5416c-bc66-4549-a951-057e28a5642e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0701780 Aug 12 21:07:43.230749 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-80fbacba-9d11-42a3-a43d-f5c6cb8a45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:43.232142 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-80fbacba-9d11-42a3-a43d-f5c6cb8a45c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414813 Aug 12 21:07:43.324426 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-dbffbdb3-09e7-4e51-8775-55ccf490cd91 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854912 Aug 12 21:07:43.413288 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7892aca2-f66f-4bb9-b476-17868e28f862 req-4d0ed65a-4446-4d23-8e48-109697cb63e5 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823205 Aug 12 21:07:43.499486 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-2eacab73-63de-46c6-ba28-e6f63192ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:43.500869 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-2eacab73-63de-46c6-ba28-e6f63192ba1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 1096 time: 0.0454121 Aug 12 21:07:43.594322 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-c63972b5-225f-489f-a82f-efc1830603cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:43.595789 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-c63972b5-225f-489f-a82f-efc1830603cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.0815692 Aug 12 21:07:43.638280 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-6f368c54-e9d7-4557-bad5-7803f3e4eb2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c070fe9-dcfa-4433-8499-259d875b3999 HTTP/1.1" status: 200 len: 217 time: 0.0337822 Aug 12 21:07:43.691050 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-9116d5c7-2365-486c-8ea7-038528c01349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:43.692454 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-9116d5c7-2365-486c-8ea7-038528c01349 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0468915 Aug 12 21:07:43.738626 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-fdf770c8-43d9-4425-bcd5-1d435de2651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:43.740618 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-fdf770c8-43d9-4425-bcd5-1d435de2651f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396793 Aug 12 21:07:43.830410 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-247c0bbe-e552-4a80-b0d6-31693f18c2f7 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810862 Aug 12 21:07:43.922332 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-11a41c67-677c-4af6-b3f1-7106cb66e6ba req-7c924391-e9f9-4ee8-81fd-6cefef7d8b09 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834115 Aug 12 21:07:44.299064 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef9f9d-89b9-4241-87d5-9a22f5b6fec2 req-954a29e0-3ad6-4c35-8f27-ba2b191aede6 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:44.300508 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c6ef9f9d-89b9-4241-87d5-9a22f5b6fec2 req-954a29e0-3ad6-4c35-8f27-ba2b191aede6 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0484085 Aug 12 21:07:44.337428 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c6ef9f9d-89b9-4241-87d5-9a22f5b6fec2 req-1e2fe32f-e2b1-4f68-88c8-46c801baf213 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304015 Aug 12 21:07:44.572323 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:44.792648 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:45.457615 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10bde3-c29a-4355-b985-dfc34a126a78 req-fed7b0bd-7c19-4cf7-9062-b6bb1499ac5c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:45.459095 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae10bde3-c29a-4355-b985-dfc34a126a78 req-fed7b0bd-7c19-4cf7-9062-b6bb1499ac5c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0519900 Aug 12 21:07:45.496557 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae10bde3-c29a-4355-b985-dfc34a126a78 req-45353e5d-1353-4e2b-8f6f-59f7c13c7d29 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313754 Aug 12 21:07:45.812483 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8c070fe9-dcfa-4433-8499-259d875b3999 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:07:45.907387 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:45.919722 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '8c070fe9-dcfa-4433-8499-259d875b3999', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'port_id': '8c070fe9-dcfa-4433-8499-259d875b3999', 'mac_address': 'fa:16:3e:cc:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:07:45.956453 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:45.969306 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c070fe9-dcfa-4433-8499-259d875b3999 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:07:45.989019 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:45.993060 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:46.029342 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-9a7a99de-dc40-44b8-9955-531265210ae7 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:46.030859 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-9a7a99de-dc40-44b8-9955-531265210ae7 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 815 time: 0.1029530 Aug 12 21:07:46.040036 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:46.046805 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-efc6e752-54a2-404e-8298-b4ebc2c6646d tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/quotas/5d4adbeab9f148ffa9a88d3dbd5709f2 HTTP/1.1" status: 200 len: 375 time: 0.0099254 Aug 12 21:07:46.096082 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-daca7f44-dd0a-4bed-a518-daa7eef352e7 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435801 Aug 12 21:07:46.186069 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-4d8a7b0f-0a9e-4dd0-9b2f-9cad29c6aaf5 service neutron] 10.222.0.18 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823257 Aug 12 21:07:46.234376 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['8c070fe9-dcfa-4433-8499-259d875b3999'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:07:46.274048 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-65f9ccfb-d371-42b7-9e26-0681b97152c3 service neutron] 10.222.0.18 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817001 Aug 12 21:07:46.434897 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-83922d7d-7bb7-49b8-bf85-b46f5c609b19 req-dd59aa50-c155-43be-9d2d-c457d1e0f50c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 210 time: 0.0297296 Aug 12 21:07:46.621852 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d19c7f-717a-481e-85a0-145859053e7c req-b9f9e2e3-126b-43aa-988c-9d612d4a363b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:46.623522 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a8d19c7f-717a-481e-85a0-145859053e7c req-b9f9e2e3-126b-43aa-988c-9d612d4a363b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 944 time: 0.0513403 Aug 12 21:07:46.664286 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a8d19c7f-717a-481e-85a0-145859053e7c req-e4ac2ad0-f69b-44af-83df-33ddd1b9f842 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345619 Aug 12 21:07:47.438082 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-418228e4-e9c8-4195-be83-219ec7648d3a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:47.439548 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-418228e4-e9c8-4195-be83-219ec7648d3a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 815 time: 0.1061137 Aug 12 21:07:47.452790 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Request body: {'port': {'device_id': 'c9687d01-8653-4da3-b902-4d394900f605', 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa', 'admin_state_up': True, 'tenant_id': '5d4adbeab9f148ffa9a88d3dbd5709f2'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:47.551115 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6435e1a4-28e2-4da7-88bb-f9ec8543adf6 req-d1e94102-fcbf-480e-9e22-cfbd627ce7a2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 210 time: 0.0398669 Aug 12 21:07:47.588106 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Made reservation on behalf of 5d4adbeab9f148ffa9a88d3dbd5709f2 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:07:47.591661 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:47.715950 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Allocated IP 172.20.0.10 (fb572ff7-d590-45e5-ade3-71cdf85d2eaa/919ba96f-f6c8-4119-ae39-50c0a3f2a2ed/f6124006-efbe-4159-b439-7e2a0db5eab5) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:07:47.820204 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8c070fe9-dcfa-4433-8499-259d875b3999 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:07:47.852759 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05180fe-812f-41a2-b618-d30609015938 req-2dff95fa-4cf4-48a3-8f3d-c50cc1fc4f89 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:47.854239 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b05180fe-812f-41a2-b618-d30609015938 req-2dff95fa-4cf4-48a3-8f3d-c50cc1fc4f89 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 944 time: 0.1141777 Aug 12 21:07:47.870317 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port 8c070fe9-dcfa-4433-8499-259d875b3999 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:07:47.874773 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 8c070fe9-dcfa-4433-8499-259d875b3999 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:07:47.875212 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:47.924583 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b05180fe-812f-41a2-b618-d30609015938 req-85302d70-455f-4476-84d2-cf412d3a0e68 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643778 Aug 12 21:07:47.938420 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:47.968473 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:47.979310 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:47.990830 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:07:47.993035 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb4006a-f4e9-4b92-9c17-84afe2f14658" -d '{"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-plugged", "status": "completed", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:07:47.999019 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e9a48ba3-4c28-4226-900f-68256c35ddd1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:07:48.018503 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Network fb572ff7-d590-45e5-ade3-71cdf85d2eaa is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:07:48.026416 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:48.028210 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:07:48.032636 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:07:48.038018 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108f2831-f851-4d1c-8a64-339d640e74cf x-openstack-request-id: req-108f2831-f851-4d1c-8a64-339d640e74cf {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:07:48.038310 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-plugged", "status": "completed", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:07:48.038561 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-108f2831-f851-4d1c-8a64-339d640e74cf {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:07:48.038974 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999', 'code': 200} Aug 12 21:07:48.043573 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:48.063595 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Pushing event updated for resources: {'Port': ['ID=f6124006-efbe-4159-b439-7e2a0db5eab5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:48.094683 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:48.095555 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:48.108199 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:48.111711 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-d88774df-fae7-4003-8ca6-32d38102c063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6625304 Aug 12 21:07:48.125485 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Request body: {'port': {'device_id': 'c9687d01-8653-4da3-b902-4d394900f605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:48.183651 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:48.219660 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02576d5-accb-40e2-8478-c74cc434455c req-94abc15c-5cc6-4302-be14-89852b1a1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:48.221123 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-e02576d5-accb-40e2-8478-c74cc434455c req-94abc15c-5cc6-4302-be14-89852b1a1499 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 1098 time: 0.0448229 Aug 12 21:07:48.262567 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-e02576d5-accb-40e2-8478-c74cc434455c req-697c4b32-0503-420b-9881-d37551f63356 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292687 Aug 12 21:07:48.446292 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6124006-efbe-4159-b439-7e2a0db5eab5 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:07:48.453577 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:48.465128 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Transition to ACTIVE for port object f6124006-efbe-4159-b439-7e2a0db5eab5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:07:48.468336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:48.516220 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Pushing event updated for resources: {'Port': ['ID=f6124006-efbe-4159-b439-7e2a0db5eab5,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:48.582277 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Attempting to bind port f6124006-efbe-4159-b439-7e2a0db5eab5 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:07:48.582614 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Attempting to bind port f6124006-efbe-4159-b439-7e2a0db5eab5 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:07:48.582970 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Attempting to bind port f6124006-efbe-4159-b439-7e2a0db5eab5 on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:07:48.587538 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Port f6124006-efbe-4159-b439-7e2a0db5eab5 on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:07:48.587857 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Attempting to bind port f6124006-efbe-4159-b439-7e2a0db5eab5 on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:07:48.592902 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:07:48.593234 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Checking segment: {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:07:48.593664 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Bound using segment: {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:07:48.594085 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Bound port: f6124006-efbe-4159-b439-7e2a0db5eab5, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:07:48.594466 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:48.689136 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] For port f6124006-efbe-4159-b439-7e2a0db5eab5, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:07:48.692657 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] For port f6124006-efbe-4159-b439-7e2a0db5eab5, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f6124006-efbe-4159-b439-7e2a0db5eab5,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:07:48.701102 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffcbbc-3b75-44d5-acfa-0630908c8c42 req-328b6ed5-40c0-492e-9325-852082bfe227 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:48.702576 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fcffcbbc-3b75-44d5-acfa-0630908c8c42 req-328b6ed5-40c0-492e-9325-852082bfe227 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 944 time: 0.0731285 Aug 12 21:07:48.704260 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:48.764505 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:48.765226 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:48.766749 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] 10.222.0.42 "PUT /v2.0/ports/f6124006-efbe-4159-b439-7e2a0db5eab5 HTTP/1.1" status: 200 len: 1094 time: 0.6463704 Aug 12 21:07:48.768547 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9687d01-8653-4da3-b902-4d394900f605', 'tag': 'f6124006-efbe-4159-b439-7e2a0db5eab5'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:07:48.771329 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c369a0c8-3a45-43a3-bfae-f574f421a3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9687d01-8653-4da3-b902-4d394900f605", "tag": "f6124006-efbe-4159-b439-7e2a0db5eab5"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:07:48.798784 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f06d5-0078-4dbd-982c-c792345ee628 service neutron] Pushing event updated for resources: {'Port': ['ID=f6124006-efbe-4159-b439-7e2a0db5eab5,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:48.810048 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fcffcbbc-3b75-44d5-acfa-0630908c8c42 req-e56569ab-92c5-4003-a1e8-03fb545a8977 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005108 Aug 12 21:07:48.819939 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4ef42a-06e4-4c86-8986-c385ea6cd06d x-openstack-request-id: req-3e4ef42a-06e4-4c86-8986-c385ea6cd06d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:07:48.820223 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9687d01-8653-4da3-b902-4d394900f605", "tag": "f6124006-efbe-4159-b439-7e2a0db5eab5", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:07:48.820469 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e4ef42a-06e4-4c86-8986-c385ea6cd06d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:07:48.820858 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9687d01-8653-4da3-b902-4d394900f605', 'tag': 'f6124006-efbe-4159-b439-7e2a0db5eab5', 'status': 'completed', 'code': 200} Aug 12 21:07:48.858730 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-76192e58-2d57-45c4-8c14-5384b66d9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:48.860337 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-76192e58-2d57-45c4-8c14-5384b66d9377 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 1097 time: 0.0493872 Aug 12 21:07:48.909678 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-928b7e0c-97f0-4cf2-868c-f73a4c95fc92 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6124006-efbe-4159-b439-7e2a0db5eab5 HTTP/1.1" status: 200 len: 217 time: 0.0355022 Aug 12 21:07:48.964905 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-671dda21-7d62-47eb-93fa-a77919ab229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:48.966400 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-671dda21-7d62-47eb-93fa-a77919ab229b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed HTTP/1.1" status: 200 len: 855 time: 0.0453475 Aug 12 21:07:49.012621 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-84787651-c93f-4c3e-ac3e-399feb6488d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305758 Aug 12 21:07:49.118895 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d636-a0bb-4cd2-9c71-086fb40f6af7 req-5cc39fab-e99a-4ba9-8514-e4aa9f4af74d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:49.120473 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb89d636-a0bb-4cd2-9c71-086fb40f6af7 req-5cc39fab-e99a-4ba9-8514-e4aa9f4af74d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.1104581 Aug 12 21:07:49.171845 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-089a7dd0-40c6-4b39-8e45-62df8a861372 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308193 Aug 12 21:07:49.193662 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb89d636-a0bb-4cd2-9c71-086fb40f6af7 req-430c35f1-0a6a-4968-9e77-678cf55023ac tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658958 Aug 12 21:07:49.287178 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-223378db-df03-4777-b3d2-5be0bd0f3cc9 req-1729dcba-a8bb-418f-bcd5-570bc6056b08 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058550 Aug 12 21:07:49.390014 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-720d1f7c-1914-4672-b6e0-37d522552ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:49.391651 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-720d1f7c-1914-4672-b6e0-37d522552ad8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 1097 time: 0.0500057 Aug 12 21:07:49.509181 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-89b97f2e-d81e-485f-a3b3-6d935fdde3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:49.515871 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-89b97f2e-d81e-485f-a3b3-6d935fdde3a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 916 time: 0.1124716 Aug 12 21:07:49.560623 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-9d169525-0948-400c-b8c5-7c52fb99538b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6124006-efbe-4159-b439-7e2a0db5eab5 HTTP/1.1" status: 200 len: 217 time: 0.0357554 Aug 12 21:07:49.610567 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-8fd6e3bb-f250-43da-a642-db5e4e6a9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:49.612040 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-8fd6e3bb-f250-43da-a642-db5e4e6a9902 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed HTTP/1.1" status: 200 len: 855 time: 0.0451453 Aug 12 21:07:49.649800 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-d6d44d7b-ab91-4845-82a5-bb2bf30df72f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288465 Aug 12 21:07:49.749679 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-79155824-0d96-4106-93bf-0048b3ddc0b0 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904286 Aug 12 21:07:49.861739 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c369a0c8-3a45-43a3-bfae-f574f421a3c7 req-94e16f29-5e16-4ee4-9d94-f6b148e6c1f0 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027699 Aug 12 21:07:49.930645 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e26c6-1ce5-425c-83b5-ec015803a16b req-121681fa-8b8a-4780-8a6e-f02eb87b7332 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:49.932151 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dd4e26c6-1ce5-425c-83b5-ec015803a16b req-121681fa-8b8a-4780-8a6e-f02eb87b7332 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 944 time: 0.0493054 Aug 12 21:07:49.969913 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dd4e26c6-1ce5-425c-83b5-ec015803a16b req-1596e8a2-7b5d-49dd-a5e1-ae6f442f6a20 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Aug 12 21:07:50.319192 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8bd3-2e25-4e1f-9260-be8191de642b req-c61130da-d761-40f9-8499-14e58e685b68 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:50.320647 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-286c8bd3-2e25-4e1f-9260-be8191de642b req-c61130da-d761-40f9-8499-14e58e685b68 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0470912 Aug 12 21:07:50.357834 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-286c8bd3-2e25-4e1f-9260-be8191de642b req-bcea6193-b5f5-4eb4-b72c-9812a9bf1451 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312936 Aug 12 21:07:50.471608 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02023b93-fea5-4fbf-9837-376899913b52 req-456dce1e-7e2c-4689-8049-7e5af511de77 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:50.473062 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-02023b93-fea5-4fbf-9837-376899913b52 req-456dce1e-7e2c-4689-8049-7e5af511de77 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0491309 Aug 12 21:07:50.481734 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54372) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:07:50.486759 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a4fe6b8e-a2a0-44bb-b54d-85d3f1426f18 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Request body: {'floatingip': {'port_id': '8c070fe9-dcfa-4433-8499-259d875b3999'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:50.525501 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4fe6b8e-a2a0-44bb-b54d-85d3f1426f18 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:50.945948 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4fe6b8e-a2a0-44bb-b54d-85d3f1426f18 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:50.949946 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4fe6b8e-a2a0-44bb-b54d-85d3f1426f18 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:51.053556 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [None req-a4fe6b8e-a2a0-44bb-b54d-85d3f1426f18 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Floating IP 331bb1cc-f001-479e-99ef-abbd1a9570cc associated. External IP: 172.27.0.27, port: 8c070fe9-dcfa-4433-8499-259d875b3999. Aug 12 21:07:51.087601 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a105edd-18cc-4788-9a3b-abbd788d53b1 req-4142d245-acc9-488e-a449-6e1d38899e1a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:51.089109 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7a105edd-18cc-4788-9a3b-abbd788d53b1 req-4142d245-acc9-488e-a449-6e1d38899e1a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 944 time: 0.0520244 Aug 12 21:07:51.126448 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7a105edd-18cc-4788-9a3b-abbd788d53b1 req-0f0f7e21-5169-4405-b1b1-095e28470a1f tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Aug 12 21:07:51.498298 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fe6b8e-a2a0-44bb-b54d-85d3f1426f18 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:07:51.609310 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fe6b8e-a2a0-44bb-b54d-85d3f1426f18 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:07:51.614125 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4fe6b8e-a2a0-44bb-b54d-85d3f1426f18 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:51.619452 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] Sync routers for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:07:51.628159 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:07:51.628748 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:07:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:51.640863 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-a4fe6b8e-a2a0-44bb-b54d-85d3f1426f18 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "PUT /v2.0/floatingips/331bb1cc-f001-479e-99ef-abbd1a9570cc HTTP/1.1" status: 200 len: 990 time: 1.1579392 Aug 12 21:07:51.641460 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:07:51.643745 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a" -d '{"events": [{"name": "network-changed", "server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:07:51.681124 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc29ec1-d469-4582-a343-d04553d6e3dc x-openstack-request-id: req-1dc29ec1-d469-4582-a343-d04553d6e3dc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:07:51.681631 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:07:51.681945 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dc29ec1-d469-4582-a343-d04553d6e3dc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:07:51.682410 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999', 'status': 'completed', 'code': 200} Aug 12 21:07:51.746774 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-67fb5342-6967-4566-84eb-753c9097dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:51.748422 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-67fb5342-6967-4566-84eb-753c9097dea0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 1098 time: 0.0435610 Aug 12 21:07:51.828388 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f6124006-efbe-4159-b439-7e2a0db5eab5 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:07:51.832398 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:07:51.848233 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-a3e035f9-fdcc-4073-9a2d-5b76dbe733d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:51.850306 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-a3e035f9-fdcc-4073-9a2d-5b76dbe733d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.0953698 Aug 12 21:07:51.916925 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-33d350f2-2ea9-4e9a-a473-84a2beb42bb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c070fe9-dcfa-4433-8499-259d875b3999 HTTP/1.1" status: 200 len: 998 time: 0.0599732 Aug 12 21:07:51.927480 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f6124006-efbe-4159-b439-7e2a0db5eab5, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f6124006-efbe-4159-b439-7e2a0db5eab5,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:51.939754 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'f6124006-efbe-4159-b439-7e2a0db5eab5', 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa', 'port_id': 'f6124006-efbe-4159-b439-7e2a0db5eab5', 'mac_address': 'fa:16:3e:c9:a7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919ba96f-f6c8-4119-ae39-50c0a3f2a2ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:07:51.968465 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-9f5dcda5-8b18-4ace-8535-89722b64af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:51.969993 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-9f5dcda5-8b18-4ace-8535-89722b64af30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0465279 Aug 12 21:07:51.981278 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:51.994797 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6124006-efbe-4159-b439-7e2a0db5eab5 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:07:52.018268 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-7278b4fd-99cb-444c-bae4-bb138c0aeade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:52.019720 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-7278b4fd-99cb-444c-bae4-bb138c0aeade service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431530 Aug 12 21:07:52.020384 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f6124006-efbe-4159-b439-7e2a0db5eab5, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f6124006-efbe-4159-b439-7e2a0db5eab5,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:52.026038 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:52.063791 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '331bb1cc-f001-479e-99ef-abbd1a9570cc', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'port_id': '8c070fe9-dcfa-4433-8499-259d875b3999', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'mac_address': 'fa:16:3e:cc:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:07:39Z', 'updated_at': '2021-08-12T21:07:50Z', 'revision_number': 1, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:52.075257 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=f6124006-efbe-4159-b439-7e2a0db5eab5,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:52.082528 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.082901 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.083248 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.083638 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.084013 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.084343 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.084678 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.085006 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.085339 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.085829 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.086023 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.086375 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:07:52.093873 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] Checking router: 58b9dd7d-2280-480e-ac15-96a7b0855cc5 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:07:52.102127 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:07:52.102761 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:07:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:52.112125 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-ad602cf0-8d94-4715-9644-6ec4f9a2b245 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846949 Aug 12 21:07:52.212315 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:07:52.223751 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e88c9433-ac4d-4bc9-99c0-7ac27e1ee88a req-50c6097f-8b81-42a3-8451-3f035bf32631 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032236 Aug 12 21:07:52.260537 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b748a86-0533-4e10-820c-5aab0e3175b3 req-6f3acb91-da53-463e-a956-88a468a8f3f1 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:52.262030 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1b748a86-0533-4e10-820c-5aab0e3175b3 req-6f3acb91-da53-463e-a956-88a468a8f3f1 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 945 time: 0.0574217 Aug 12 21:07:52.282804 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['f6124006-efbe-4159-b439-7e2a0db5eab5'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:07:52.303595 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1b748a86-0533-4e10-820c-5aab0e3175b3 req-3b98ca44-c308-4a9d-8ba1-7a6bc5efe78a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356448 Aug 12 21:07:52.444023 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '331bb1cc-f001-479e-99ef-abbd1a9570cc', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'port_id': '8c070fe9-dcfa-4433-8499-259d875b3999', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'mac_address': 'fa:16:3e:cc:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:07:39Z', 'updated_at': '2021-08-12T21:07:50Z', 'revision_number': 1, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:07:52.473004 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40dd041-2a96-4ab1-ab9d-2a4f502b8078 None None] The sync data for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi is: [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '331bb1cc-f001-479e-99ef-abbd1a9570cc', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'port_id': '8c070fe9-dcfa-4433-8499-259d875b3999', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'mac_address': 'fa:16:3e:cc:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:07:39Z', 'updated_at': '2021-08-12T21:07:50Z', 'revision_number': 1, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:07:52.649504 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b82fa-10f2-41d0-80b7-399e0d5975f3 None None] New status for floating IP 331bb1cc-f001-479e-99ef-abbd1a9570cc: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:07:53.417165 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dab8d-ac4b-4456-a2ae-aeca9c099136 req-9a2c937a-80c5-4fab-9d62-42fbbd1c7c8f tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:53.418638 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b98dab8d-ac4b-4456-a2ae-aeca9c099136 req-9a2c937a-80c5-4fab-9d62-42fbbd1c7c8f tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Aug 12 21:07:53.455907 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b98dab8d-ac4b-4456-a2ae-aeca9c099136 req-87913a7a-62b1-4a7b-bb5c-b273e75f9a03 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Aug 12 21:07:53.840043 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f6124006-efbe-4159-b439-7e2a0db5eab5 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:07:53.888842 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port f6124006-efbe-4159-b439-7e2a0db5eab5 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:07:53.892647 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port f6124006-efbe-4159-b439-7e2a0db5eab5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:07:53.893016 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:53.972875 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:53.996042 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9687d01-8653-4da3-b902-4d394900f605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6124006-efbe-4159-b439-7e2a0db5eab5'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:07:53.998257 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8718bfeb-33d5-4ae4-aaff-24aae97ca0b2" -d '{"events": [{"server_uuid": "c9687d01-8653-4da3-b902-4d394900f605", "name": "network-vif-plugged", "status": "completed", "tag": "f6124006-efbe-4159-b439-7e2a0db5eab5"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:07:54.011160 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f6124006-efbe-4159-b439-7e2a0db5eab5, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f6124006-efbe-4159-b439-7e2a0db5eab5,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:07:54.015139 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:54.040356 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69445e0-f7a2-4dce-86d8-9a9dd219b5f0 x-openstack-request-id: req-d69445e0-f7a2-4dce-86d8-9a9dd219b5f0 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:07:54.040647 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9687d01-8653-4da3-b902-4d394900f605", "name": "network-vif-plugged", "status": "completed", "tag": "f6124006-efbe-4159-b439-7e2a0db5eab5", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:07:54.041436 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d69445e0-f7a2-4dce-86d8-9a9dd219b5f0 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:07:54.041826 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9687d01-8653-4da3-b902-4d394900f605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6124006-efbe-4159-b439-7e2a0db5eab5', 'code': 200} Aug 12 21:07:54.068138 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=f6124006-efbe-4159-b439-7e2a0db5eab5,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:54.194814 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a8fae-a08a-457a-b9da-da9a4b4b250f req-3bbdba31-5cd2-4ebd-88e5-d66b35fb8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:54.196277 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bb5a8fae-a08a-457a-b9da-da9a4b4b250f req-3bbdba31-5cd2-4ebd-88e5-d66b35fb8d2c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 1099 time: 0.0389915 Aug 12 21:07:54.234479 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-bb5a8fae-a08a-457a-b9da-da9a4b4b250f req-86c750aa-4350-472d-9cbd-3dbcbde28e68 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309691 Aug 12 21:07:54.570333 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00262d3-0f8d-4ffb-ae76-b273540bc8ae req-ae3bc577-9a24-47ea-916a-038a40e554bc tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:54.571809 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e00262d3-0f8d-4ffb-ae76-b273540bc8ae req-ae3bc577-9a24-47ea-916a-038a40e554bc tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 946 time: 0.0478952 Aug 12 21:07:54.608439 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e00262d3-0f8d-4ffb-ae76-b273540bc8ae req-7de76f9e-1df2-40ac-a4ce-83e1a949df7b tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Aug 12 21:07:55.722675 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49436-437e-41d3-92d3-159d8cc8b77c req-c6bda67d-d4f7-4aec-a02a-5205e50cb46f tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:55.724174 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9ba49436-437e-41d3-92d3-159d8cc8b77c req-c6bda67d-d4f7-4aec-a02a-5205e50cb46f tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 946 time: 0.0480051 Aug 12 21:07:55.761923 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9ba49436-437e-41d3-92d3-159d8cc8b77c req-85e7c8b9-1414-4bfa-b1f0-a7cdcb154ab2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Aug 12 21:07:57.469452 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-d8a885da-b8ae-4dee-92e9-b94385d98f1f tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:57.470932 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-d8a885da-b8ae-4dee-92e9-b94385d98f1f tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 815 time: 0.1034064 Aug 12 21:07:57.485697 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-206a1388-5528-4067-b5e9-1827171048c1 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/quotas/5d4adbeab9f148ffa9a88d3dbd5709f2 HTTP/1.1" status: 200 len: 375 time: 0.0088050 Aug 12 21:07:57.538256 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-1c41ae75-df10-41ad-8d95-d868e1d50a9c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466681 Aug 12 21:07:57.631048 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-5f6cf8e0-9fb1-4fc6-b6b2-58510c540fbc service neutron] 10.222.0.18 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855219 Aug 12 21:07:57.718061 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-d8374c0d-a5b2-4303-826f-e91174bc9ddf service neutron] 10.222.0.18 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810685 Aug 12 21:07:57.875846 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f97d8bfb-7142-4d1c-9211-d37289e505ac req-b1dbc848-7df3-4f9d-80c5-06f3b4cf6aca tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 210 time: 0.0272765 Aug 12 21:07:58.870654 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-54b0afa9-3fd1-451f-9af0-7daf9cb23f2e tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:58.872118 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-54b0afa9-3fd1-451f-9af0-7daf9cb23f2e tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 815 time: 0.1051528 Aug 12 21:07:58.886700 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Request body: {'port': {'device_id': '174b5a52-c76b-484e-a1e2-01f1488742da', 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa', 'admin_state_up': True, 'tenant_id': '5d4adbeab9f148ffa9a88d3dbd5709f2'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:58.988607 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e640aa9f-aa8b-40a5-aa2d-9e8a6b49dc1f req-c04f7e61-3151-45cc-9c18-01f5a5c44462 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 210 time: 0.0400441 Aug 12 21:07:59.021578 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Made reservation on behalf of 5d4adbeab9f148ffa9a88d3dbd5709f2 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:07:59.025018 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:59.419823 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Allocated IP 172.20.0.7 (fb572ff7-d590-45e5-ade3-71cdf85d2eaa/919ba96f-f6c8-4119-ae39-50c0a3f2a2ed/cc54cceb-17bf-40af-bbfe-db3edfe86c1c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:07:59.562498 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:59.601474 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:59.615093 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e9a48ba3-4c28-4226-900f-68256c35ddd1', 'f6124006-efbe-4159-b439-7e2a0db5eab5'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:07:59.643786 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Network fb572ff7-d590-45e5-ade3-71cdf85d2eaa is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:07:59.647358 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:07:59.651108 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:07:59.680028 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Pushing event updated for resources: {'Port': ['ID=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:07:59.705249 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:07:59.705856 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:07:59.720362 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-6c028362-4f7f-4597-ae29-4db142327742 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8375041 Aug 12 21:07:59.735154 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Request body: {'port': {'device_id': '174b5a52-c76b-484e-a1e2-01f1488742da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:07:59.787684 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:00.046670 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc54cceb-17bf-40af-bbfe-db3edfe86c1c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:08:00.054986 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:00.096000 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Transition to ACTIVE for port object cc54cceb-17bf-40af-bbfe-db3edfe86c1c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:08:00.100110 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:00.150677 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23d37-170f-4cd5-8e30-ee33c67ce4d5 req-c5cc7fa0-5cb8-42ab-8cef-7748ca7d8d17 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:00.152157 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0fa23d37-170f-4cd5-8e30-ee33c67ce4d5 req-c5cc7fa0-5cb8-42ab-8cef-7748ca7d8d17 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 931 time: 0.0935142 Aug 12 21:08:00.168440 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Pushing event updated for resources: {'Port': ['ID=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:00.232933 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0fa23d37-170f-4cd5-8e30-ee33c67ce4d5 req-02e3d72e-f567-4a6c-b706-258a81b223c7 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715144 Aug 12 21:08:00.256716 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Attempting to bind port cc54cceb-17bf-40af-bbfe-db3edfe86c1c on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:08:00.257044 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Attempting to bind port cc54cceb-17bf-40af-bbfe-db3edfe86c1c by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:08:00.257372 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Attempting to bind port cc54cceb-17bf-40af-bbfe-db3edfe86c1c on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:08:00.261546 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Port cc54cceb-17bf-40af-bbfe-db3edfe86c1c on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:08:00.261871 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Attempting to bind port cc54cceb-17bf-40af-bbfe-db3edfe86c1c on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:08:00.266622 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:08:00.266985 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Checking segment: {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:08:00.267365 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Bound using segment: {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:08:00.267784 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Bound port: cc54cceb-17bf-40af-bbfe-db3edfe86c1c, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:08:00.268139 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:00.332119 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] For port cc54cceb-17bf-40af-bbfe-db3edfe86c1c, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:08:00.335093 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] For port cc54cceb-17bf-40af-bbfe-db3edfe86c1c, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:08:00.340222 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:00.373551 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:00.374167 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:00.375642 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] 10.222.0.42 "PUT /v2.0/ports/cc54cceb-17bf-40af-bbfe-db3edfe86c1c HTTP/1.1" status: 200 len: 1093 time: 0.6449399 Aug 12 21:08:00.376017 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174b5a52-c76b-484e-a1e2-01f1488742da', 'tag': 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:00.378248 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b" -d '{"events": [{"name": "network-changed", "server_uuid": "174b5a52-c76b-484e-a1e2-01f1488742da", "tag": "cc54cceb-17bf-40af-bbfe-db3edfe86c1c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:00.408528 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b4fb0-f3f3-4baf-a8ca-281f6229746b service neutron] Pushing event updated for resources: {'Port': ['ID=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:00.419159 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaceb32-3dcd-4c55-8ee3-0382bd8cd885 x-openstack-request-id: req-eaaceb32-3dcd-4c55-8ee3-0382bd8cd885 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:00.419631 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174b5a52-c76b-484e-a1e2-01f1488742da", "tag": "cc54cceb-17bf-40af-bbfe-db3edfe86c1c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:00.419890 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaaceb32-3dcd-4c55-8ee3-0382bd8cd885 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:00.420279 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174b5a52-c76b-484e-a1e2-01f1488742da', 'tag': 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c', 'status': 'completed', 'code': 200} Aug 12 21:08:00.474048 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-97caf992-b22d-4953-a53f-4314a02102eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:00.475604 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-97caf992-b22d-4953-a53f-4314a02102eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 1096 time: 0.0422909 Aug 12 21:08:00.522887 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-744974b7-0863-44a2-84af-bb8f72cad891 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc54cceb-17bf-40af-bbfe-db3edfe86c1c HTTP/1.1" status: 200 len: 217 time: 0.0370705 Aug 12 21:08:00.571536 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-d87a004b-81d6-43c8-85ee-4c71463ece5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:00.572933 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-d87a004b-81d6-43c8-85ee-4c71463ece5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed HTTP/1.1" status: 200 len: 855 time: 0.0430162 Aug 12 21:08:00.609084 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-949cedb9-9bdb-498c-88e1-f8dc96561401 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237067 Aug 12 21:08:00.701795 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-cb22b6c6-2f09-45ce-af36-7f1a116bc79f service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824757 Aug 12 21:08:00.792969 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-31c488f2-a01d-4ef4-b4c1-3950373e8817 req-dc476ebe-b970-4370-aae0-789099215184 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808411 Aug 12 21:08:00.880015 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-4f0bf9b7-a361-4327-bebe-90114d2b00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:00.881584 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-4f0bf9b7-a361-4327-bebe-90114d2b00b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 1096 time: 0.0414631 Aug 12 21:08:00.976286 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-04b97e4f-d59b-4b67-9913-0cc7bc10f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:00.977752 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-04b97e4f-d59b-4b67-9913-0cc7bc10f744 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 916 time: 0.0884399 Aug 12 21:08:01.031155 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-782cbc51-2276-4760-9e7a-78d8456ce5c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc54cceb-17bf-40af-bbfe-db3edfe86c1c HTTP/1.1" status: 200 len: 217 time: 0.0353234 Aug 12 21:08:01.082321 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-3f1e77db-cabf-44ff-9818-ecd965eeb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:01.084165 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-3f1e77db-cabf-44ff-9818-ecd965eeb1a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed HTTP/1.1" status: 200 len: 855 time: 0.0426903 Aug 12 21:08:01.125092 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-ee211cb2-a170-4581-8b18-f7157322b6e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280464 Aug 12 21:08:01.224278 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-32622634-7c7b-4aab-bc25-1bea7de87587 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817971 Aug 12 21:08:01.348415 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9c6d433-2b7b-438b-bf13-d20c95e5d73b req-22532515-a500-48b8-9db3-5605165e5956 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106625 Aug 12 21:08:01.370529 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772d449-4adc-47ec-bf1f-a3a26a85f240 req-d15e3f96-9170-4e1d-b637-6bd25a65b0dd tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:01.372040 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7772d449-4adc-47ec-bf1f-a3a26a85f240 req-d15e3f96-9170-4e1d-b637-6bd25a65b0dd tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 943 time: 0.0665898 Aug 12 21:08:01.410303 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7772d449-4adc-47ec-bf1f-a3a26a85f240 req-4f66578e-d52f-4e71-9ec3-eb313f242348 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Aug 12 21:08:02.522943 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5d89-4820-447c-88f2-ff5573c4a472 req-8f83c7ee-992b-4268-b071-901ec8fadb71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:02.524404 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-13bc5d89-4820-447c-88f2-ff5573c4a472 req-8f83c7ee-992b-4268-b071-901ec8fadb71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 943 time: 0.0480270 Aug 12 21:08:02.561361 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-13bc5d89-4820-447c-88f2-ff5573c4a472 req-f19ab324-efec-460b-bfeb-479976c52cf3 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311027 Aug 12 21:08:03.677562 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c7934-d56f-4b0f-bcb0-6c2a5bf50784 req-b7a9124a-b491-41a7-8e83-c85b73105ac2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:03.679076 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-208c7934-d56f-4b0f-bcb0-6c2a5bf50784 req-b7a9124a-b491-41a7-8e83-c85b73105ac2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 943 time: 0.0527256 Aug 12 21:08:03.717773 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-208c7934-d56f-4b0f-bcb0-6c2a5bf50784 req-b38d5caf-0a01-45d0-be1f-766946d0f1df tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327799 Aug 12 21:08:03.858451 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device cc54cceb-17bf-40af-bbfe-db3edfe86c1c details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:08:03.955936 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port cc54cceb-17bf-40af-bbfe-db3edfe86c1c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:03.967107 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c', 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa', 'port_id': 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c', 'mac_address': 'fa:16:3e:af:dc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919ba96f-f6c8-4119-ae39-50c0a3f2a2ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:08:04.003408 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:04.016362 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc54cceb-17bf-40af-bbfe-db3edfe86c1c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:08:04.035296 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port cc54cceb-17bf-40af-bbfe-db3edfe86c1c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:04.039288 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:04.085650 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:04.324035 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['cc54cceb-17bf-40af-bbfe-db3edfe86c1c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:08:04.832476 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6415e-e651-49f0-b668-afcac665447d req-a345cd2a-d8e1-4a50-9cf0-e382ad62fd17 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:04.834726 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4ac6415e-e651-49f0-b668-afcac665447d req-a345cd2a-d8e1-4a50-9cf0-e382ad62fd17 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 944 time: 0.0504229 Aug 12 21:08:04.873620 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4ac6415e-e651-49f0-b668-afcac665447d req-73c39dfd-7dcb-49e1-9680-5327ffc7ebd8 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Aug 12 21:08:05.860683 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device cc54cceb-17bf-40af-bbfe-db3edfe86c1c up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:08:05.907883 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port cc54cceb-17bf-40af-bbfe-db3edfe86c1c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:08:05.911936 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port cc54cceb-17bf-40af-bbfe-db3edfe86c1c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:08:05.912487 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:05.993341 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:05.994009 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee30375-0b71-437c-bf57-d836c34952dd req-2ece925b-0e46-4e47-9cfc-ae96d81bf260 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:05.995639 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3ee30375-0b71-437c-bf57-d836c34952dd req-2ece925b-0e46-4e47-9cfc-ae96d81bf260 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 944 time: 0.0531232 Aug 12 21:08:06.016157 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174b5a52-c76b-484e-a1e2-01f1488742da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:06.018377 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438249e9-3576-43aa-b495-2d8a13aaba87" -d '{"events": [{"server_uuid": "174b5a52-c76b-484e-a1e2-01f1488742da", "name": "network-vif-plugged", "status": "completed", "tag": "cc54cceb-17bf-40af-bbfe-db3edfe86c1c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:06.030866 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port cc54cceb-17bf-40af-bbfe-db3edfe86c1c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:06.035637 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3ee30375-0b71-437c-bf57-d836c34952dd req-708effc0-0914-4dc9-99ae-5b6ee0cc8784 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336046 Aug 12 21:08:06.036359 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:06.059676 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7fc1a8-eeef-4376-9291-d599e2380fad x-openstack-request-id: req-9e7fc1a8-eeef-4376-9291-d599e2380fad {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:06.059964 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174b5a52-c76b-484e-a1e2-01f1488742da", "name": "network-vif-plugged", "status": "completed", "tag": "cc54cceb-17bf-40af-bbfe-db3edfe86c1c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:06.060213 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e7fc1a8-eeef-4376-9291-d599e2380fad {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:06.060629 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174b5a52-c76b-484e-a1e2-01f1488742da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c', 'code': 200} Aug 12 21:08:06.086690 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:06.229766 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1089-dabe-44ee-93e1-7f9aab58052c req-d51c1b44-c127-4217-a80c-16ad375be8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:06.231243 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b51b1089-dabe-44ee-93e1-7f9aab58052c req-d51c1b44-c127-4217-a80c-16ad375be8f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 1098 time: 0.0437367 Aug 12 21:08:06.274175 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b51b1089-dabe-44ee-93e1-7f9aab58052c req-e74e85ef-55d3-476e-ae38-f214993a7aca service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270779 Aug 12 21:08:07.153732 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4690-dfd8-4402-aa8a-dae57c1f8331 req-c5fe1afb-d73c-4f70-8a19-7eae10c67fa6 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:07.155299 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-409d4690-dfd8-4402-aa8a-dae57c1f8331 req-c5fe1afb-d73c-4f70-8a19-7eae10c67fa6 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 945 time: 0.0494983 Aug 12 21:08:07.197515 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-409d4690-dfd8-4402-aa8a-dae57c1f8331 req-43e1d72d-1aaa-43fe-9463-b85b48ead9a6 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350263 Aug 12 21:08:08.315043 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea365e6-083b-47b2-a9ca-27b63589d6b0 req-c43b6861-15f8-440b-b009-66a28f6d8f46 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:08.316490 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9ea365e6-083b-47b2-a9ca-27b63589d6b0 req-c43b6861-15f8-440b-b009-66a28f6d8f46 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 945 time: 0.0479510 Aug 12 21:08:08.353731 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9ea365e6-083b-47b2-a9ca-27b63589d6b0 req-167d4b00-7053-4e2b-ba5c-ac94b051a9e2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311439 Aug 12 21:08:09.209847 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7bc09420-9966-4230-9266-3ec0788f61b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:09.551608 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:08:12.115694 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6d598e33-c486-42da-819c-5d31b31a9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:12.528144 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:13.001984 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:13.978075 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-12a376b7-c97b-440a-b0fb-199ef68c89a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436118 Aug 12 21:08:14.048107 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-6c268813-2035-41ae-8bed-69fb6a7dd784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:14.049594 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-6c268813-2035-41ae-8bed-69fb6a7dd784 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 1099 time: 0.0394423 Aug 12 21:08:14.151286 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-acef6760-dc16-4609-aae6-4ed0b2842a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:14.152718 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-acef6760-dc16-4609-aae6-4ed0b2842a7c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.0818021 Aug 12 21:08:14.222168 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-6682eb43-24c1-430d-b88f-a3387d02c669 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26c9ade5-949d-4780-8e71-eaa2067b13bc HTTP/1.1" status: 200 len: 1001 time: 0.0616989 Aug 12 21:08:14.271534 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-88a02787-ee4a-4ea3-9906-051e471ac927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:14.272934 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-88a02787-ee4a-4ea3-9906-051e471ac927 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0432518 Aug 12 21:08:14.320817 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-d4f86173-0a56-4ca3-adf0-689623e25131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:14.322229 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-d4f86173-0a56-4ca3-adf0-689623e25131 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382984 Aug 12 21:08:14.421644 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-87ce1dce-fb05-4ccf-9c18-65136d74c33c service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827909 Aug 12 21:08:14.510654 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fb38ea11-ca8d-4723-874f-bbeae557c723 req-2f6f1407-b753-41c7-b922-64ddb5537f7f service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806196 Aug 12 21:08:14.574867 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:14.808473 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:19.142174 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adfa62-653f-4916-b21f-cf37140b216f req-23035190-c58f-4e25-b684-4c29a5a013ff tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:19.143570 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-23035190-c58f-4e25-b684-4c29a5a013ff tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 815 time: 0.1022856 Aug 12 21:08:19.158503 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-400438d2-ae36-489c-a250-28adf5383e54 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/quotas/5d4adbeab9f148ffa9a88d3dbd5709f2 HTTP/1.1" status: 200 len: 375 time: 0.0087113 Aug 12 21:08:19.211587 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f5d14f63-3b60-460c-9545-2fa663514efe tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471740 Aug 12 21:08:19.304657 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-7c110f84-1ade-4955-a849-bbfc7d29be50 service neutron] 10.222.0.18 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859737 Aug 12 21:08:19.398142 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-b7ee9d3b-3738-4e02-97ac-12a3cc4c8052 service neutron] 10.222.0.18 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874236 Aug 12 21:08:19.456336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290f64a-05c5-48b8-bc9f-c93ed46ffd3e req-9c38b965-73b4-4474-ab9f-a039d939a547 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:19.458877 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2290f64a-05c5-48b8-bc9f-c93ed46ffd3e req-9c38b965-73b4-4474-ab9f-a039d939a547 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 946 time: 0.0506761 Aug 12 21:08:19.501530 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2290f64a-05c5-48b8-bc9f-c93ed46ffd3e req-22eeaedd-bc91-41dd-b571-4123d4126a70 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351343 Aug 12 21:08:19.566009 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2b74703b-d93f-4c68-86dd-cebde3e1c5e0 req-ca28fd8d-9c30-49fc-91ed-32db1d8a01f2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 210 time: 0.0309253 Aug 12 21:08:20.629906 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adfa62-653f-4916-b21f-cf37140b216f req-0dc9405f-de07-4364-a465-e004934b4063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:20.631456 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-0dc9405f-de07-4364-a465-e004934b4063 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 815 time: 0.1493125 Aug 12 21:08:20.666403 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6a98f19c-9665-4c7b-91ed-c912c9c844e9 req-aca941db-0817-4574-be23-1829bf28b199 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 210 time: 0.0285912 Aug 12 21:08:20.669949 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Request body: {'port': {'device_id': '9c6a6ed2-d0e0-44e9-a138-61efcd567a49', 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa', 'admin_state_up': True, 'tenant_id': '5d4adbeab9f148ffa9a88d3dbd5709f2'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:08:20.694525 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb8229-8581-4344-8ee5-52fd2c1cd202 req-56786763-8a98-4d39-9885-19bac4a34889 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:20.696028 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0adb8229-8581-4344-8ee5-52fd2c1cd202 req-56786763-8a98-4d39-9885-19bac4a34889 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 946 time: 0.1211703 Aug 12 21:08:20.774306 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0adb8229-8581-4344-8ee5-52fd2c1cd202 req-4e5d5006-f6bc-446e-9f7c-6ddfcdbd81fa tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541074 Aug 12 21:08:20.811626 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Made reservation on behalf of 5d4adbeab9f148ffa9a88d3dbd5709f2 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:08:20.815062 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:20.942735 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Allocated IP 172.20.0.14 (fb572ff7-d590-45e5-ade3-71cdf85d2eaa/919ba96f-f6c8-4119-ae39-50c0a3f2a2ed/cd3b8608-9232-4332-9fd4-a5a044500439) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:08:21.087900 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.127361 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.141929 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e9a48ba3-4c28-4226-900f-68256c35ddd1', 'f6124006-efbe-4159-b439-7e2a0db5eab5', 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:08:21.166521 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Network fb572ff7-d590-45e5-ade3-71cdf85d2eaa is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:08:21.169724 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:08:21.176227 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:08:21.208329 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Pushing event updated for resources: {'Port': ['ID=cd3b8608-9232-4332-9fd4-a5a044500439,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:21.230223 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:21.230813 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.244509 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f05ecede-183e-44b2-9080-1afb793c6e71 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804918 Aug 12 21:08:21.259654 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Request body: {'port': {'device_id': '9c6a6ed2-d0e0-44e9-a138-61efcd567a49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:08:21.316030 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.550968 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-8f99c000-a4a3-4c56-9b8b-66d08a208970 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:21.552482 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-8f99c000-a4a3-4c56-9b8b-66d08a208970 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 946 time: 0.0472846 Aug 12 21:08:21.585969 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3b8608-9232-4332-9fd4-a5a044500439 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:08:21.593388 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.606767 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Transition to ACTIVE for port object cd3b8608-9232-4332-9fd4-a5a044500439 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:08:21.610745 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.656054 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Deleting port 26c9ade5-949d-4780-8e71-eaa2067b13bc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:08:21.656396 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.662410 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3b8608-9232-4332-9fd4-a5a044500439,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:21.730684 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Attempting to bind port cd3b8608-9232-4332-9fd4-a5a044500439 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:08:21.731019 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Attempting to bind port cd3b8608-9232-4332-9fd4-a5a044500439 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:08:21.731283 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Attempting to bind port cd3b8608-9232-4332-9fd4-a5a044500439 on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:08:21.735837 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Port cd3b8608-9232-4332-9fd4-a5a044500439 on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:08:21.736254 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Attempting to bind port cd3b8608-9232-4332-9fd4-a5a044500439 on network fb572ff7-d590-45e5-ade3-71cdf85d2eaa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:08:21.750568 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] For port 26c9ade5-949d-4780-8e71-eaa2067b13bc, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=26c9ade5-949d-4780-8e71-eaa2067b13bc,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:21.750983 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.751293 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:08:21.751632 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Checking segment: {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:08:21.752072 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Bound using segment: {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:08:21.752507 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Bound port: cd3b8608-9232-4332-9fd4-a5a044500439, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:08:21.752867 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.818056 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18050be-36c3-49c6-b4b6-9258a640653c req-62a60171-e289-4e69-95e6-4c0a1cfd4098 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:21.819606 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d18050be-36c3-49c6-b4b6-9258a640653c req-62a60171-e289-4e69-95e6-4c0a1cfd4098 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 944 time: 0.0811405 Aug 12 21:08:21.892958 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] For port cd3b8608-9232-4332-9fd4-a5a044500439, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:08:21.911348 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] For port cd3b8608-9232-4332-9fd4-a5a044500439, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd3b8608-9232-4332-9fd4-a5a044500439,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:08:21.917121 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d18050be-36c3-49c6-b4b6-9258a640653c req-a4d4339e-6476-45ce-b0a2-5c12acad10c4 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909538 Aug 12 21:08:21.923822 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.960651 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:21.961255 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.962927 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] 10.222.0.42 "PUT /v2.0/ports/cd3b8608-9232-4332-9fd4-a5a044500439 HTTP/1.1" status: 200 len: 1094 time: 0.7074409 Aug 12 21:08:21.971142 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06df44-5189-40f5-b1e9-78b138933eeb req-586007b4-db51-4fc9-bc34-0862f02a2548 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:21.972632 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc06df44-5189-40f5-b1e9-78b138933eeb req-586007b4-db51-4fc9-bc34-0862f02a2548 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 946 time: 0.1186407 Aug 12 21:08:21.975081 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6a6ed2-d0e0-44e9-a138-61efcd567a49', 'tag': 'cd3b8608-9232-4332-9fd4-a5a044500439'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:21.975841 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.976222 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:21.976531 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Floating IP daf8eb6e-e25b-4d95-8c0c-31791ffc09a9 disassociated. External IP: 172.27.0.82, port: 26c9ade5-949d-4780-8e71-eaa2067b13bc. Aug 12 21:08:21.977058 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Calling delete_port for 26c9ade5-949d-4780-8e71-eaa2067b13bc owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:08:21.977298 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2af3b3-13b7-425f-bf46-1643887fc4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6a6ed2-d0e0-44e9-a138-61efcd567a49", "tag": "cd3b8608-9232-4332-9fd4-a5a044500439"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:22.046614 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13a0a8a-4f85-4710-a34c-0606b4176ab4 x-openstack-request-id: req-f13a0a8a-4f85-4710-a34c-0606b4176ab4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:22.046925 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6a6ed2-d0e0-44e9-a138-61efcd567a49", "tag": "cd3b8608-9232-4332-9fd4-a5a044500439", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:22.047170 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f13a0a8a-4f85-4710-a34c-0606b4176ab4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:22.047554 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6a6ed2-d0e0-44e9-a138-61efcd567a49', 'tag': 'cd3b8608-9232-4332-9fd4-a5a044500439', 'status': 'completed', 'code': 200} Aug 12 21:08:22.054356 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3485963-b08b-4849-8d9e-6d139cb60922 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3b8608-9232-4332-9fd4-a5a044500439,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:22.073638 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc06df44-5189-40f5-b1e9-78b138933eeb req-aceb37ca-524a-4679-9fd2-b97c6cad4ed8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925970 Aug 12 21:08:22.083781 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adfa62-653f-4916-b21f-cf37140b216f req-3f8843bd-b94c-4ebe-84b4-b91d837ac0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:22.085274 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-3f8843bd-b94c-4ebe-84b4-b91d837ac0b1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 1097 time: 0.0745397 Aug 12 21:08:22.111769 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:22.134084 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-91fa9f6e-e071-4a8e-a2f7-babdb47af4a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd3b8608-9232-4332-9fd4-a5a044500439 HTTP/1.1" status: 200 len: 217 time: 0.0377080 Aug 12 21:08:22.139090 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event deleted for resources: {'Port': ['ID=26c9ade5-949d-4780-8e71-eaa2067b13bc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:22.149028 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.149381 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.149727 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.150160 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.150396 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.150753 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.151088 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.151417 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.151797 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.152069 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.152452 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.152705 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:22.185681 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adfa62-653f-4916-b21f-cf37140b216f req-df7df497-8839-4f75-b77f-7a4ea0186367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:22.187161 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-df7df497-8839-4f75-b77f-7a4ea0186367 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed HTTP/1.1" status: 200 len: 855 time: 0.0463073 Aug 12 21:08:22.221129 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-5d2e629b-f19c-4fc9-a0dc-108154bb7901 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236063 Aug 12 21:08:22.271571 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:08:22.342531 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-f00f436d-ab22-421d-8045-536a11ac4981 service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116488 Aug 12 21:08:22.405014 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:08:22.416516 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] Sync routers for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:08:22.427236 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:08:22.427784 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:08:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:22.440541 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4adfa62-653f-4916-b21f-cf37140b216f req-c9180d2b-d8fe-4c5f-b569-97e40c35259e service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868571 Aug 12 21:08:22.448191 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] No DVR routers for this DVR port 26c9ade5-949d-4780-8e71-eaa2067b13bc on host hv-cinder-80445 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:08:22.450538 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:22.452616 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-129daf52-5e97-4a4e-8a8f-0ef185ace306 req-0001192a-bd73-48a8-b56c-f689632c4f26 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "DELETE /v2.0/ports/26c9ade5-949d-4780-8e71-eaa2067b13bc HTTP/1.1" status: 204 len: 173 time: 0.8844416 Aug 12 21:08:22.453309 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530a0694-6aa9-47c0-8504-9610f31576d7', 'name': 'network-vif-deleted', 'tag': '26c9ade5-949d-4780-8e71-eaa2067b13bc'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:22.455828 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd23d49-8fa1-4436-8108-b32087fd511e" -d '{"events": [{"server_uuid": "530a0694-6aa9-47c0-8504-9610f31576d7", "name": "network-vif-deleted", "tag": "26c9ade5-949d-4780-8e71-eaa2067b13bc"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:22.499260 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b7f512-af18-4f41-8d5b-87631cf3f6cc x-openstack-request-id: req-97b7f512-af18-4f41-8d5b-87631cf3f6cc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:22.509787 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530a0694-6aa9-47c0-8504-9610f31576d7", "name": "network-vif-deleted", "tag": "26c9ade5-949d-4780-8e71-eaa2067b13bc", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:22.510953 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97b7f512-af18-4f41-8d5b-87631cf3f6cc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:22.512146 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530a0694-6aa9-47c0-8504-9610f31576d7', 'name': 'network-vif-deleted', 'tag': '26c9ade5-949d-4780-8e71-eaa2067b13bc', 'status': 'completed', 'code': 200} Aug 12 21:08:22.560350 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:08:22.565392 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-12e07cbe-67a3-45a2-b628-b78db4d6c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:22.577112 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-12e07cbe-67a3-45a2-b628-b78db4d6c2ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 1097 time: 0.0522866 Aug 12 21:08:22.674208 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-ba16c2d9-35ce-4b9d-8ab0-fe638d83766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:22.675852 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-ba16c2d9-35ce-4b9d-8ab0-fe638d83766a service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 200 len: 916 time: 0.0945632 Aug 12 21:08:22.721908 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-a6b462cd-eb51-450c-b255-bdae1891f6fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd3b8608-9232-4332-9fd4-a5a044500439 HTTP/1.1" status: 200 len: 217 time: 0.0369451 Aug 12 21:08:22.770988 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:22.773535 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-23226fb6-6f92-40bd-8963-ea96e75c301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:22.775150 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-23226fb6-6f92-40bd-8963-ea96e75c301c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed HTTP/1.1" status: 200 len: 855 time: 0.0455160 Aug 12 21:08:22.803260 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] Checking router: c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:08:22.811751 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:08:22.812289 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:08:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:22.815441 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-d0ccf5ff-3656-4032-a9ab-8c1bbfc6e0a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb572ff7-d590-45e5-ade3-71cdf85d2eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326612 Aug 12 21:08:22.909654 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-17719f09-d4f6-4df3-8fc7-7a564aeea7ec service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829530 Aug 12 21:08:22.914960 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:08:23.009166 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-ec2af3b3-13b7-425f-bf46-1643887fc4ef req-01041de8-383a-4e0e-81aa-47987b3b60de service neutron] 10.222.0.42 "GET /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893304 Aug 12 21:08:23.062727 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918021c-065f-459b-a081-5f7f2b636b91 req-726119ee-2954-4268-ad0d-f309e1762c7b tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:23.064321 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c918021c-065f-459b-a081-5f7f2b636b91 req-726119ee-2954-4268-ad0d-f309e1762c7b tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 944 time: 0.0585797 Aug 12 21:08:23.106924 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c918021c-065f-459b-a081-5f7f2b636b91 req-220ece63-4c9d-4332-8075-2e336c3ac235 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360138 Aug 12 21:08:23.190209 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b44ab3d0-10eb-4c2a-8057-2bcd156f68fb req-b708beda-1a6e-4950-bcee-d23aa34f5d1a tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=530a0694-6aa9-47c0-8504-9610f31576d7 HTTP/1.1" status: 200 len: 210 time: 0.0262451 Aug 12 21:08:23.215823 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:23.243510 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe265ade-3d4e-4abf-a978-6673cdfd6fab None None] The sync data for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi is: [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:08:23.455686 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f32925-3f32-4ce2-8988-936c22349910 None None] New status for floating IP daf8eb6e-e25b-4d95-8c0c-31791ffc09a9: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:08:24.225076 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702ba1-c287-4bea-8d3f-fcd92328727e req-23e866e2-1a1c-4950-afc1-1fff182ce21b tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:24.226749 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6d702ba1-c287-4bea-8d3f-fcd92328727e req-23e866e2-1a1c-4950-afc1-1fff182ce21b tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 944 time: 0.0497837 Aug 12 21:08:24.266481 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6d702ba1-c287-4bea-8d3f-fcd92328727e req-df702391-c349-45c7-ab3a-390573f42fd2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339642 Aug 12 21:08:24.442108 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-29beefab-942d-4f7b-828e-a06b9d84c257 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995456698&fields=id&tenant_id=25554f910881480e9f295dcdd56d9e25 HTTP/1.1" status: 200 len: 267 time: 0.0340054 Aug 12 21:08:24.547672 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-2b6e9661-2d6d-4708-9f9e-1e2335c4da2f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:24.549217 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-2b6e9661-2d6d-4708-9f9e-1e2335c4da2f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 812 time: 0.1002021 Aug 12 21:08:24.564563 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-64f954fa-078b-4798-b8e0-a3a6835b0878 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/quotas/25554f910881480e9f295dcdd56d9e25 HTTP/1.1" status: 200 len: 375 time: 0.0087173 Aug 12 21:08:24.617774 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-dd0fe3cc-74ea-437f-b2df-4ecaa4bffeac tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476053 Aug 12 21:08:24.714785 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40d0af8d-ea44-4348-a7cd-2f72bb733f1a service neutron] 10.222.0.18 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832417 Aug 12 21:08:24.802653 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-a4aae91d-34ec-4a3d-b4e2-f687c3986e91 service neutron] 10.222.0.18 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814826 Aug 12 21:08:25.081573 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ad7e1dae-4164-4b67-a13b-f46f6918b5b9 req-c9b07967-82bf-494d-8275-593c1cfb36d2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 210 time: 0.0269942 Aug 12 21:08:25.397334 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9e84c-5368-48c5-a77a-bf0264a8f880 req-e6ecd653-a540-4a69-a940-0472918b3fde tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:25.398846 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-67a9e84c-5368-48c5-a77a-bf0264a8f880 req-e6ecd653-a540-4a69-a940-0472918b3fde tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 944 time: 0.0610051 Aug 12 21:08:25.437150 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-67a9e84c-5368-48c5-a77a-bf0264a8f880 req-bebd7e1f-9c66-437c-999b-086e833be457 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Aug 12 21:08:25.923837 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device cd3b8608-9232-4332-9fd4-a5a044500439 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:08:25.928331 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 26c9ade5-949d-4780-8e71-eaa2067b13bc no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:08:25.953524 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: 26c9ade5-949d-4780-8e71-eaa2067b13bc {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:08:25.953867 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 26c9ade5-949d-4780-8e71-eaa2067b13bc not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:08:26.044354 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port cd3b8608-9232-4332-9fd4-a5a044500439, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd3b8608-9232-4332-9fd4-a5a044500439,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:26.055130 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'cd3b8608-9232-4332-9fd4-a5a044500439', 'network_id': 'fb572ff7-d590-45e5-ade3-71cdf85d2eaa', 'port_id': 'cd3b8608-9232-4332-9fd4-a5a044500439', 'mac_address': 'fa:16:3e:22:39:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919ba96f-f6c8-4119-ae39-50c0a3f2a2ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:08:26.093931 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:26.094647 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-57091fc0-e431-4cd3-ad50-62a36aa7428c tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:26.096192 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-57091fc0-e431-4cd3-ad50-62a36aa7428c tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 812 time: 0.1136823 Aug 12 21:08:26.107649 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3b8608-9232-4332-9fd4-a5a044500439 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:08:26.129807 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port cd3b8608-9232-4332-9fd4-a5a044500439, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd3b8608-9232-4332-9fd4-a5a044500439,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:26.134836 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:26.155312 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-1cb485be-e66a-48d4-b909-d3e040b603b3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25554f910881480e9f295dcdd56d9e25 HTTP/1.1" status: 200 len: 380 time: 0.0394633 Aug 12 21:08:26.174591 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'port': {'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'admin_state_up': True, 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'security_groups': ['e72cb26a-5d70-4e91-a726-1f4d95b3fceb']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:08:26.189248 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=cd3b8608-9232-4332-9fd4-a5a044500439,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:26.192034 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0f0b191a-9e45-47a4-b69a-05fe80a4dd51 req-c3a99864-6cc3-4171-b2f4-6bc5afefab87 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 210 time: 0.0349183 Aug 12 21:08:26.295746 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Made reservation on behalf of 25554f910881480e9f295dcdd56d9e25 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:08:26.299231 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:26.425269 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Allocated IP 172.20.0.8 (7bc566f5-51d9-4a29-8243-74ac69229236/322d3263-2fcf-40d2-92bd-c9878a934116/82957565-4827-4a6f-b4c1-be4bab7b811e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:08:26.428860 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['cd3b8608-9232-4332-9fd4-a5a044500439'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:08:26.585627 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:26.586759 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c679a7d-3d37-40eb-abe6-79af4f6956ee req-0e77eb23-02a3-49c5-a5ba-909fc10cad13 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:26.593216 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6c679a7d-3d37-40eb-abe6-79af4f6956ee req-0e77eb23-02a3-49c5-a5ba-909fc10cad13 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 945 time: 0.0661201 Aug 12 21:08:26.607788 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Transition to ACTIVE for port object 82957565-4827-4a6f-b4c1-be4bab7b811e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:08:26.639224 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6c679a7d-3d37-40eb-abe6-79af4f6956ee req-ae2a5f68-5cee-4ebd-9ac1-26b70e3af389 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Aug 12 21:08:26.680721 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:26.724965 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Network 7bc566f5-51d9-4a29-8243-74ac69229236 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:08:26.728199 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:08:26.731904 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:08:26.759977 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'Port': ['ID=82957565-4827-4a6f-b4c1-be4bab7b811e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:26.788615 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:26.789263 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:26.804377 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-9665777c-94e0-431d-af38-741c5a6d6033 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6366515 Aug 12 21:08:26.820631 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Request body: {'port': {'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:08:26.875342 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:26.906485 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b34d1c83-7c05-4b6b-9891-89ac8dac3844 None None] Provisioning for port 82957565-4827-4a6f-b4c1-be4bab7b811e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:08:26.911193 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b34d1c83-7c05-4b6b-9891-89ac8dac3844 None None] Provisioning complete for port 82957565-4827-4a6f-b4c1-be4bab7b811e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:08:26.911584 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b34d1c83-7c05-4b6b-9891-89ac8dac3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:26.945745 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b34d1c83-7c05-4b6b-9891-89ac8dac3844 None None] Port 82957565-4827-4a6f-b4c1-be4bab7b811e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:08:27.135201 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82957565-4827-4a6f-b4c1-be4bab7b811e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:08:27.142739 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:27.155395 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Transition to ACTIVE for port object 82957565-4827-4a6f-b4c1-be4bab7b811e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:08:27.159163 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:27.216039 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Pushing event updated for resources: {'Port': ['ID=82957565-4827-4a6f-b4c1-be4bab7b811e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:27.288467 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Attempting to bind port 82957565-4827-4a6f-b4c1-be4bab7b811e on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:08:27.288954 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Attempting to bind port 82957565-4827-4a6f-b4c1-be4bab7b811e by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:08:27.289384 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Attempting to bind port 82957565-4827-4a6f-b4c1-be4bab7b811e on network 7bc566f5-51d9-4a29-8243-74ac69229236 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:08:27.293978 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Port 82957565-4827-4a6f-b4c1-be4bab7b811e on network 7bc566f5-51d9-4a29-8243-74ac69229236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:08:27.294422 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Attempting to bind port 82957565-4827-4a6f-b4c1-be4bab7b811e on network 7bc566f5-51d9-4a29-8243-74ac69229236 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:08:27.300232 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:08:27.300232 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Checking segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:08:27.301240 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Bound using segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:08:27.301781 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Bound port: 82957565-4827-4a6f-b4c1-be4bab7b811e, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:08:27.302233 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:27.320567 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da93ba-0ed6-4662-83bb-ff0595823bb2 req-87aed8a4-3492-4bbc-b0fc-ea90de514be3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:27.322087 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-37da93ba-0ed6-4662-83bb-ff0595823bb2 req-87aed8a4-3492-4bbc-b0fc-ea90de514be3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 943 time: 0.0496058 Aug 12 21:08:27.368005 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-37da93ba-0ed6-4662-83bb-ff0595823bb2 req-5dae6d40-879a-442c-b36f-7ce7e03e4f03 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389550 Aug 12 21:08:27.375045 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] For port 82957565-4827-4a6f-b4c1-be4bab7b811e, host hv-cinder-80445, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:08:27.378044 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] For port 82957565-4827-4a6f-b4c1-be4bab7b811e, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82957565-4827-4a6f-b4c1-be4bab7b811e,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:08:27.383693 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:27.421079 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:27.421737 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:27.423289 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-40c86aca-602c-4206-9126-8b03b686873e service neutron] 10.222.0.42 "PUT /v2.0/ports/82957565-4827-4a6f-b4c1-be4bab7b811e HTTP/1.1" status: 200 len: 1093 time: 0.6076467 Aug 12 21:08:27.426597 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:27.429815 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8924b1-102d-4f07-93c3-42675f37f5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:27.467509 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c86aca-602c-4206-9126-8b03b686873e service neutron] Pushing event updated for resources: {'Port': ['ID=82957565-4827-4a6f-b4c1-be4bab7b811e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:27.471758 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c00478b-f891-49ce-a0fd-713ae05cd3f1 x-openstack-request-id: req-9c00478b-f891-49ce-a0fd-713ae05cd3f1 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:27.472235 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:27.472492 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c00478b-f891-49ce-a0fd-713ae05cd3f1 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:27.472887 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'status': 'completed', 'code': 200} Aug 12 21:08:27.532684 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-e96e223d-5689-49af-8758-17e0c2719893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:27.534604 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-e96e223d-5689-49af-8758-17e0c2719893 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 1096 time: 0.0533578 Aug 12 21:08:27.586373 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-60b9e5e7-d6d9-4094-9a0c-9095cdca8f76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82957565-4827-4a6f-b4c1-be4bab7b811e HTTP/1.1" status: 200 len: 217 time: 0.0357032 Aug 12 21:08:27.647249 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-fb69c799-9e3f-4cf5-9f4e-70ae1b182ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:27.648681 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-fb69c799-9e3f-4cf5-9f4e-70ae1b182ed3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0459855 Aug 12 21:08:27.701388 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-e5c0aa61-7c74-4770-a30c-e107a2f33902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:27.704044 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-e5c0aa61-7c74-4770-a30c-e107a2f33902 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469432 Aug 12 21:08:27.762267 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5c16e-7b05-4c80-ab8d-44ecd0999592 req-6bee622a-5b17-4e38-85f6-5d6d225900ba tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:27.764040 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9fb5c16e-7b05-4c80-ab8d-44ecd0999592 req-6bee622a-5b17-4e38-85f6-5d6d225900ba tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 945 time: 0.0510576 Aug 12 21:08:27.797539 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-e37a233f-0f51-4a77-82d8-c3db22727908 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841088 Aug 12 21:08:27.802690 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9fb5c16e-7b05-4c80-ab8d-44ecd0999592 req-160c2fdd-27be-49bd-b52e-24a041b2280d tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Aug 12 21:08:27.890949 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c786a6e6-dc35-453d-a31a-1e0a89b2a0b9 req-383ede4a-b7b4-4ff5-977d-a977b604fc4c service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838628 Aug 12 21:08:27.939994 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device cd3b8608-9232-4332-9fd4-a5a044500439 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:08:27.986847 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-8df0e126-8962-42ff-8a49-7eb9478b02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:27.988387 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-8df0e126-8962-42ff-8a49-7eb9478b02c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 1096 time: 0.0447588 Aug 12 21:08:27.991121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port cd3b8608-9232-4332-9fd4-a5a044500439 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:08:27.994744 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port cd3b8608-9232-4332-9fd4-a5a044500439 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:08:27.995113 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:28.073970 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:28.098121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6a6ed2-d0e0-44e9-a138-61efcd567a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3b8608-9232-4332-9fd4-a5a044500439'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:28.100414 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdc058d-871a-46b4-9d94-f48161148c80" -d '{"events": [{"server_uuid": "9c6a6ed2-d0e0-44e9-a138-61efcd567a49", "name": "network-vif-plugged", "status": "completed", "tag": "cd3b8608-9232-4332-9fd4-a5a044500439"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:28.114591 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port cd3b8608-9232-4332-9fd4-a5a044500439, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd3b8608-9232-4332-9fd4-a5a044500439,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:28.119194 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:28.142368 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b858cffd-c991-4a85-bdcc-e7cdda979026 x-openstack-request-id: req-b858cffd-c991-4a85-bdcc-e7cdda979026 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:28.142696 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6a6ed2-d0e0-44e9-a138-61efcd567a49", "name": "network-vif-plugged", "status": "completed", "tag": "cd3b8608-9232-4332-9fd4-a5a044500439", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:28.142952 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b858cffd-c991-4a85-bdcc-e7cdda979026 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:28.143319 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6a6ed2-d0e0-44e9-a138-61efcd567a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3b8608-9232-4332-9fd4-a5a044500439', 'code': 200} Aug 12 21:08:28.171247 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=cd3b8608-9232-4332-9fd4-a5a044500439,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:28.330465 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a932027-4560-4844-944b-a259f4efa5d3 req-f2ddcd6d-5f99-4f56-8436-7bd3ca22447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:28.331946 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a932027-4560-4844-944b-a259f4efa5d3 req-f2ddcd6d-5f99-4f56-8436-7bd3ca22447a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 1099 time: 0.0402856 Aug 12 21:08:28.343318 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-05bf7708-fe98-42da-9d4d-5534c7830351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:28.344904 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-05bf7708-fe98-42da-9d4d-5534c7830351 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.3477280 Aug 12 21:08:28.370563 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a932027-4560-4844-944b-a259f4efa5d3 req-58c73f41-ced5-4e22-82d3-a3c29301424b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292795 Aug 12 21:08:28.392223 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-803c230e-4c7c-4e26-a703-67a6e5be4089 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82957565-4827-4a6f-b4c1-be4bab7b811e HTTP/1.1" status: 200 len: 217 time: 0.0356638 Aug 12 21:08:28.473092 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-963a10ba-2c0f-4601-8d37-fd6418977639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:28.474635 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-963a10ba-2c0f-4601-8d37-fd6418977639 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0441725 Aug 12 21:08:28.482233 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212bf01-68a6-4435-be0f-c1dab2b6794e req-7d76c1f9-66e8-4af6-a3c7-bf1ccb64bcf0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:28.483709 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4212bf01-68a6-4435-be0f-c1dab2b6794e req-7d76c1f9-66e8-4af6-a3c7-bf1ccb64bcf0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 943 time: 0.0484011 Aug 12 21:08:28.525647 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4212bf01-68a6-4435-be0f-c1dab2b6794e req-a01e448d-4e84-4fd5-825b-261a3362a206 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351958 Aug 12 21:08:28.527495 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-1aee09ab-ffbb-4e00-9dd4-cc20b05260ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:28.529022 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-1aee09ab-ffbb-4e00-9dd4-cc20b05260ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438735 Aug 12 21:08:28.618819 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-b85e4b12-f73d-4aa9-a182-d0d7a159255e service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801203 Aug 12 21:08:28.710025 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-7d8924b1-102d-4f07-93c3-42675f37f5b6 req-58e2aa66-c824-4d73-8289-9b1c15625076 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830142 Aug 12 21:08:28.915036 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845badc-0633-4b06-b8c4-3f19aff4d546 req-86436f2b-1470-436a-b972-db777b752a6a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:28.916406 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8845badc-0633-4b06-b8c4-3f19aff4d546 req-86436f2b-1470-436a-b972-db777b752a6a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 946 time: 0.0475523 Aug 12 21:08:28.955148 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8845badc-0633-4b06-b8c4-3f19aff4d546 req-d36ba21f-a7ba-4044-ab19-5d18fe746d20 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327916 Aug 12 21:08:29.639570 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c8acb-6c0d-42af-a4f9-d8b7d06bdf66 req-d433d7df-1ec9-4a32-8cd9-84e7a54a0570 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:29.641017 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e23c8acb-6c0d-42af-a4f9-d8b7d06bdf66 req-d433d7df-1ec9-4a32-8cd9-84e7a54a0570 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 943 time: 0.0478733 Aug 12 21:08:29.678860 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e23c8acb-6c0d-42af-a4f9-d8b7d06bdf66 req-e4ed71e0-6ab3-4f2e-84fb-a92c230a682e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Aug 12 21:08:30.068818 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66387d16-0a28-4735-809c-c255777449d4 req-d5172027-634c-4b8d-af57-faca6dfaf5c3 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:30.070290 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66387d16-0a28-4735-809c-c255777449d4 req-d5172027-634c-4b8d-af57-faca6dfaf5c3 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 946 time: 0.0490651 Aug 12 21:08:30.114789 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-66387d16-0a28-4735-809c-c255777449d4 req-d61156d4-4cdc-4de3-8f9c-d45fbfb1b8cc tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381618 Aug 12 21:08:30.793305 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef966f-4fa9-43d3-96af-b208e558c000 req-3be933c6-af2d-4dfa-8276-218253889bc4 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:30.794786 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c5ef966f-4fa9-43d3-96af-b208e558c000 req-3be933c6-af2d-4dfa-8276-218253889bc4 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 943 time: 0.0480516 Aug 12 21:08:30.832646 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c5ef966f-4fa9-43d3-96af-b208e558c000 req-3646f853-a034-476c-bd4d-fd1649dd6a11 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Aug 12 21:08:31.948597 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2c1f5-14ec-40f5-b628-7af66cd3e4b3 req-84e35ba1-34d1-44cc-90c6-037cfbc48f49 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:31.950091 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-16d2c1f5-14ec-40f5-b628-7af66cd3e4b3 req-84e35ba1-34d1-44cc-90c6-037cfbc48f49 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 943 time: 0.0488191 Aug 12 21:08:31.989071 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-16d2c1f5-14ec-40f5-b628-7af66cd3e4b3 req-6709ffc6-e702-41c7-8d9b-89c03a41e02e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328312 Aug 12 21:08:33.101106 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee18c0-fc84-4cf6-a017-81bfd7d91c9a req-0223fe36-8cd1-412c-a4f3-e051c690d0b6 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:33.102528 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8aee18c0-fc84-4cf6-a017-81bfd7d91c9a req-0223fe36-8cd1-412c-a4f3-e051c690d0b6 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 943 time: 0.0476840 Aug 12 21:08:33.141755 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8aee18c0-fc84-4cf6-a017-81bfd7d91c9a req-a46ec613-04aa-4382-b81a-41bdf5ed7237 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333717 Aug 12 21:08:34.254475 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020cf30-84d1-40aa-8803-edf2d83a1352 req-77898305-5d59-4660-a6af-e4f28f61d1c8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:34.255999 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9020cf30-84d1-40aa-8803-edf2d83a1352 req-77898305-5d59-4660-a6af-e4f28f61d1c8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 943 time: 0.0483799 Aug 12 21:08:34.293554 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9020cf30-84d1-40aa-8803-edf2d83a1352 req-b13a948e-3d0f-4486-8b7a-6c9402b6aa73 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317822 Aug 12 21:08:35.408862 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147db8-db07-463f-be29-a302bc7947c8 req-e05d9a80-0170-48ee-a096-d4e8af58113e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:35.410991 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c0147db8-db07-463f-be29-a302bc7947c8 req-e05d9a80-0170-48ee-a096-d4e8af58113e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 943 time: 0.0498610 Aug 12 21:08:35.458399 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c0147db8-db07-463f-be29-a302bc7947c8 req-c088a11c-3d87-4eda-96ca-9f6fc50c8418 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 Aug 12 21:08:35.994603 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 82957565-4827-4a6f-b4c1-be4bab7b811e details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:08:36.090121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 82957565-4827-4a6f-b4c1-be4bab7b811e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82957565-4827-4a6f-b4c1-be4bab7b811e,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:36.101498 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:08:36.136646 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:36.149191 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82957565-4827-4a6f-b4c1-be4bab7b811e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:08:36.167377 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 82957565-4827-4a6f-b4c1-be4bab7b811e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82957565-4827-4a6f-b4c1-be4bab7b811e,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:36.171368 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:36.220957 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=82957565-4827-4a6f-b4c1-be4bab7b811e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:36.510330 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['82957565-4827-4a6f-b4c1-be4bab7b811e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:08:36.588992 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eaec2-81ba-4610-828a-462edb41f102 req-0daa31c1-b40c-4689-a25d-ff774c1db71b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:36.590449 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c81eaec2-81ba-4610-828a-462edb41f102 req-0daa31c1-b40c-4689-a25d-ff774c1db71b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 944 time: 0.0532353 Aug 12 21:08:36.631097 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c81eaec2-81ba-4610-828a-462edb41f102 req-98bb88fa-666e-41c0-9ba3-94073c589051 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345025 Aug 12 21:08:37.745608 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf22f2-2546-4174-9e98-96a1517f465a req-fa432006-ec69-461e-974e-a4bbfe9a630b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:37.747354 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-96cf22f2-2546-4174-9e98-96a1517f465a req-fa432006-ec69-461e-974e-a4bbfe9a630b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 944 time: 0.0507777 Aug 12 21:08:37.784586 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-96cf22f2-2546-4174-9e98-96a1517f465a req-6cb1fe4f-f02e-436e-aaa0-92056fbd1da5 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304735 Aug 12 21:08:37.998404 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 82957565-4827-4a6f-b4c1-be4bab7b811e up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:08:38.045931 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port 82957565-4827-4a6f-b4c1-be4bab7b811e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:08:38.050622 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 82957565-4827-4a6f-b4c1-be4bab7b811e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:08:38.051023 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:38.127252 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:38.152442 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:38.154625 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c72b0b-d135-42b8-a539-587715409017" -d '{"events": [{"server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "name": "network-vif-plugged", "status": "completed", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:38.170874 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 82957565-4827-4a6f-b4c1-be4bab7b811e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82957565-4827-4a6f-b4c1-be4bab7b811e,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:38.175773 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:38.203698 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b43e014-8141-4574-93de-463cbc7acdd7 x-openstack-request-id: req-4b43e014-8141-4574-93de-463cbc7acdd7 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:38.203993 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "name": "network-vif-plugged", "status": "completed", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:38.204247 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b43e014-8141-4574-93de-463cbc7acdd7 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:38.204648 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'code': 200} Aug 12 21:08:38.233317 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=82957565-4827-4a6f-b4c1-be4bab7b811e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:38.472932 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aef6da-c42d-4a54-b6f5-55303ac0ea95 req-8e9e9acb-2726-41bd-a076-5ea3d81e6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:38.474429 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-51aef6da-c42d-4a54-b6f5-55303ac0ea95 req-8e9e9acb-2726-41bd-a076-5ea3d81e6b4c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 1098 time: 0.0405414 Aug 12 21:08:38.509419 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-51aef6da-c42d-4a54-b6f5-55303ac0ea95 req-a1cae72c-7470-455b-9621-09810e69998d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266252 Aug 12 21:08:38.903565 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ac73a-cd30-426a-aeb1-713737c63edc req-2b052d9e-7020-4001-842b-1fbdbb4d2105 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:38.905108 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b35ac73a-cd30-426a-aeb1-713737c63edc req-2b052d9e-7020-4001-842b-1fbdbb4d2105 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 945 time: 0.0512745 Aug 12 21:08:38.958603 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b35ac73a-cd30-426a-aeb1-713737c63edc req-4e528be4-de96-48da-b2bf-a19deb7eb1c6 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465813 Aug 12 21:08:39.210807 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-597d261e-8e80-4a9e-9d1e-80a1f4a690c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:40.082426 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a625-b72e-43c0-a242-cba015093261 req-f18e4e48-6bea-4690-867a-2dcc153cca27 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:40.085159 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5b30a625-b72e-43c0-a242-cba015093261 req-f18e4e48-6bea-4690-867a-2dcc153cca27 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 945 time: 0.0581596 Aug 12 21:08:40.129260 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5b30a625-b72e-43c0-a242-cba015093261 req-43454988-fc01-4abd-847a-96ffca48a08b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375898 Aug 12 21:08:40.242689 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04442dc-478e-493e-ab1f-63578bca412d req-c4d03610-2362-40de-b0f7-ba0b519543ec tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:40.244151 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e04442dc-478e-493e-ab1f-63578bca412d req-c4d03610-2362-40de-b0f7-ba0b519543ec tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 945 time: 0.0482907 Aug 12 21:08:40.281696 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e04442dc-478e-493e-ab1f-63578bca412d req-ff8c4f61-b5b5-47c1-bf31-d8a6e6ce1ca8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316188 Aug 12 21:08:40.304358 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54770) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:08:40.344741 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a573b39-1b55-4d59-b00f-c13022225813 tempest-TestVolumeBootPattern-872611557 tempest-TestVolumeBootPattern-872611557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:40.346294 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1a573b39-1b55-4d59-b00f-c13022225813 tempest-TestVolumeBootPattern-872611557 tempest-TestVolumeBootPattern-872611557-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 1093 time: 0.0408871 Aug 12 21:08:40.349160 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:08:40.353695 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'floatingip': {'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:08:40.376660 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:40.480243 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:40.586215 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Allocated IP 172.27.0.51 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/17f85549-dcef-4660-9375-78719195690c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:08:40.703256 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:40.755549 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:40.800741 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:08:40.806535 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:08:40.808910 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'Port': ['ID=17f85549-dcef-4660-9375-78719195690c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:40.811798 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:08:41.216943 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:41.303050 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:41.328534 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd299-cfc5-4510-9d5c-409e494c6c70 req-18e040b0-7ccc-4f6f-8db9-67d7dd1e4003 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:41.329994 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2ddcd299-cfc5-4510-9d5c-409e494c6c70 req-18e040b0-7ccc-4f6f-8db9-67d7dd1e4003 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0506959 Aug 12 21:08:41.371523 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2ddcd299-cfc5-4510-9d5c-409e494c6c70 req-eb50156e-0d8b-4c35-83e9-d2e41a2ff8d1 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350225 Aug 12 21:08:41.454534 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:41.459546 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:41.529742 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'Port': ['ID=17f85549-dcef-4660-9375-78719195690c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:41.541367 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:41.639667 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Floating IP 2efc09e0-6d89-4d67-80d9-ef28d5b55fad associated. External IP: 172.27.0.51, port: 82957565-4827-4a6f-b4c1-be4bab7b811e. Aug 12 21:08:41.845737 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:08:41.953494 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:08:41.968040 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] Sync routers for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:08:41.969349 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:41.978113 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:08:41.978753 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:08:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:41.981056 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a16384-71ad-486a-849e-0ab09f493364 req-ab798a9d-095d-40e7-a4d5-5e4253d154a9 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:41.982520 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-04a16384-71ad-486a-849e-0ab09f493364 req-ab798a9d-095d-40e7-a4d5-5e4253d154a9 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 946 time: 0.0516753 Aug 12 21:08:42.014772 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-86889728-cb55-4441-a266-66fd2798bda0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6507227 Aug 12 21:08:42.014772 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:42.014772 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2004d53-0c1d-434c-b933-b43018afed91" -d '{"events": [{"name": "network-changed", "server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:42.037174 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-04a16384-71ad-486a-849e-0ab09f493364 req-a0b6da7e-fab2-4f02-a8ad-c87fb25aad5c tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486782 Aug 12 21:08:42.043027 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1cd168-4338-4cab-953c-ed723fb8a1ff x-openstack-request-id: req-ea1cd168-4338-4cab-953c-ed723fb8a1ff {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:42.043313 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:42.043563 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea1cd168-4338-4cab-953c-ed723fb8a1ff {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:42.043961 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'status': 'completed', 'code': 200} Aug 12 21:08:42.090205 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:08:42.111891 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2004d53-0c1d-434c-b933-b43018afed91 req-6ef2da23-5c42-4ead-b679-4adf089adde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:42.113613 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f2004d53-0c1d-434c-b933-b43018afed91 req-6ef2da23-5c42-4ead-b679-4adf089adde1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 1098 time: 0.0451012 Aug 12 21:08:42.120188 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85e76f05-24bf-4760-a4b1-3089505feff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:42.214030 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2004d53-0c1d-434c-b933-b43018afed91 req-329933c7-bae2-4e5d-b6c3-c35c260f2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:42.215550 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f2004d53-0c1d-434c-b933-b43018afed91 req-329933c7-bae2-4e5d-b6c3-c35c260f2060 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.0880420 Aug 12 21:08:42.284923 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f2004d53-0c1d-434c-b933-b43018afed91 req-a13b7177-50ad-4ccc-bb4b-b36612922bc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82957565-4827-4a6f-b4c1-be4bab7b811e HTTP/1.1" status: 200 len: 998 time: 0.0573974 Aug 12 21:08:42.311997 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '2efc09e0-6d89-4d67-80d9-ef28d5b55fad', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:08:41Z', 'updated_at': '2021-08-12T21:08:41Z', 'revision_number': 0, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:42.335090 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2004d53-0c1d-434c-b933-b43018afed91 req-a85b6595-a342-4646-958f-be661e97a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:42.336542 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f2004d53-0c1d-434c-b933-b43018afed91 req-a85b6595-a342-4646-958f-be661e97a87c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0436673 Aug 12 21:08:42.337977 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] Checking router: c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:08:42.345992 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:08:42.346654 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:08:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:42.400188 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2004d53-0c1d-434c-b933-b43018afed91 req-9de04532-8369-4b82-aefd-f7583107774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:42.401886 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f2004d53-0c1d-434c-b933-b43018afed91 req-9de04532-8369-4b82-aefd-f7583107774d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447860 Aug 12 21:08:42.455352 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:08:42.497871 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f2004d53-0c1d-434c-b933-b43018afed91 req-83a23d18-8846-4a3f-a987-99a91d887dd6 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873795 Aug 12 21:08:42.503875 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0525e-5d2c-476e-98ec-1e8973ffe156 req-585b2cbf-01f3-47d4-bf62-13cce94e4726 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:42.505429 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47d0525e-5d2c-476e-98ec-1e8973ffe156 req-585b2cbf-01f3-47d4-bf62-13cce94e4726 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0502412 Aug 12 21:08:42.548389 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:42.555850 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-47d0525e-5d2c-476e-98ec-1e8973ffe156 req-c0ce522b-97c4-411e-86fc-53081410598f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Aug 12 21:08:42.603718 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-f2004d53-0c1d-434c-b933-b43018afed91 req-cb590ddc-ee81-473b-83f6-4dac474f65c6 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961404 Aug 12 21:08:42.682780 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '2efc09e0-6d89-4d67-80d9-ef28d5b55fad', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:08:41Z', 'updated_at': '2021-08-12T21:08:41Z', 'revision_number': 0, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:42.711363 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e319a1ee-a6b7-430f-aff3-6c25e11b219c None None] The sync data for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi is: [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '2efc09e0-6d89-4d67-80d9-ef28d5b55fad', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:08:41Z', 'updated_at': '2021-08-12T21:08:41Z', 'revision_number': 0, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:08:42.882893 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00afa75e-02d3-4ea6-9761-dc16b467f069 None None] New status for floating IP 2efc09e0-6d89-4d67-80d9-ef28d5b55fad: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:08:43.030527 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:43.151031 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b51a25-0e92-4fee-bf6a-0f8bf77213c9 req-437c26fd-d583-4ab2-a3e0-109ee6879afb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:43.152485 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c6b51a25-0e92-4fee-bf6a-0f8bf77213c9 req-437c26fd-d583-4ab2-a3e0-109ee6879afb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 946 time: 0.0469520 Aug 12 21:08:43.189792 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c6b51a25-0e92-4fee-bf6a-0f8bf77213c9 req-45a3f628-6dd2-422f-b58f-32db94dae105 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314980 Aug 12 21:08:43.668168 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1654294-a8df-447e-b10c-8a5f9fbb73af req-5048aeee-4a53-4d8d-8ee0-de49f959f9aa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:43.669602 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1654294-a8df-447e-b10c-8a5f9fbb73af req-5048aeee-4a53-4d8d-8ee0-de49f959f9aa tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0475190 Aug 12 21:08:43.709407 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a1654294-a8df-447e-b10c-8a5f9fbb73af req-57e1f803-11c9-4b07-b5bf-1348c537c3fc tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336609 Aug 12 21:08:43.771918 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b325a24-772a-4737-a832-3c435a220a73 req-bd848677-ca51-44f6-9480-7e8f107e0f34 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:43.773465 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2b325a24-772a-4737-a832-3c435a220a73 req-bd848677-ca51-44f6-9480-7e8f107e0f34 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 946 time: 0.0494404 Aug 12 21:08:43.864619 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-2b325a24-772a-4737-a832-3c435a220a73 req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Deleting port cd3b8608-9232-4332-9fd4-a5a044500439 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:08:43.864888 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2b325a24-772a-4737-a832-3c435a220a73 req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:43.955276 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2b325a24-772a-4737-a832-3c435a220a73 req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] For port cd3b8608-9232-4332-9fd4-a5a044500439, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cd3b8608-9232-4332-9fd4-a5a044500439,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:43.955645 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2b325a24-772a-4737-a832-3c435a220a73 req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:43.968395 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-2b325a24-772a-4737-a832-3c435a220a73 req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Calling delete_port for cd3b8608-9232-4332-9fd4-a5a044500439 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:08:44.095038 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2b325a24-772a-4737-a832-3c435a220a73 req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:44.108132 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e9a48ba3-4c28-4226-900f-68256c35ddd1', 'f6124006-efbe-4159-b439-7e2a0db5eab5', 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c', 'cd3b8608-9232-4332-9fd4-a5a044500439'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:08:44.120753 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Pushing event deleted for resources: {'Port': ['ID=cd3b8608-9232-4332-9fd4-a5a044500439,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:44.166540 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b325a24-772a-4737-a832-3c435a220a73 req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] No DVR routers for this DVR port cd3b8608-9232-4332-9fd4-a5a044500439 on host hv-cinder-80445 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:08:44.169074 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2b325a24-772a-4737-a832-3c435a220a73 req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:44.171065 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2b325a24-772a-4737-a832-3c435a220a73 req-93e591d6-36d1-4302-b957-525b9c6099cb tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "DELETE /v2.0/ports/cd3b8608-9232-4332-9fd4-a5a044500439 HTTP/1.1" status: 204 len: 173 time: 0.3906882 Aug 12 21:08:44.171499 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6a6ed2-d0e0-44e9-a138-61efcd567a49', 'name': 'network-vif-deleted', 'tag': 'cd3b8608-9232-4332-9fd4-a5a044500439'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:44.173714 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce5464f-c786-4076-b589-b47dd5ba4f54" -d '{"events": [{"server_uuid": "9c6a6ed2-d0e0-44e9-a138-61efcd567a49", "name": "network-vif-deleted", "tag": "cd3b8608-9232-4332-9fd4-a5a044500439"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:44.214433 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e70c3d-a8ec-448c-8d56-f838c76adc9b x-openstack-request-id: req-e4e70c3d-a8ec-448c-8d56-f838c76adc9b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:44.214751 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6a6ed2-d0e0-44e9-a138-61efcd567a49", "name": "network-vif-deleted", "tag": "cd3b8608-9232-4332-9fd4-a5a044500439", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:44.215005 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4e70c3d-a8ec-448c-8d56-f838c76adc9b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:44.215399 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6a6ed2-d0e0-44e9-a138-61efcd567a49', 'name': 'network-vif-deleted', 'tag': 'cd3b8608-9232-4332-9fd4-a5a044500439', 'status': 'completed', 'code': 200} Aug 12 21:08:44.292672 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7913ba8e-cd13-46ea-a317-a99f56744265 req-167ba066-5251-4d37-b0f1-a2a51819a350 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c6a6ed2-d0e0-44e9-a138-61efcd567a49 HTTP/1.1" status: 200 len: 210 time: 0.0273476 Aug 12 21:08:44.579455 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:44.831956 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf11ec-8de6-4e38-81b5-51c04938c0e9 req-41743c78-420e-4c87-abdc-5fb814fa85eb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:44.833706 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-99bf11ec-8de6-4e38-81b5-51c04938c0e9 req-41743c78-420e-4c87-abdc-5fb814fa85eb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0487144 Aug 12 21:08:44.836373 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:44.871913 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-99bf11ec-8de6-4e38-81b5-51c04938c0e9 req-6c48be3b-7746-4f80-bb0b-36e61cafe4e0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Aug 12 21:08:45.987503 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219275e-02da-4a34-9dc2-8aa73f941ec1 req-f5499901-40fc-4770-996f-198ecc0254c8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:45.989497 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e219275e-02da-4a34-9dc2-8aa73f941ec1 req-f5499901-40fc-4770-996f-198ecc0254c8 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0470145 Aug 12 21:08:46.026291 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e219275e-02da-4a34-9dc2-8aa73f941ec1 req-72c970fd-63d4-47b2-a7c0-f6a197007f67 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Aug 12 21:08:46.552169 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:08:46.684021 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161bfb6-8d04-499d-83a2-a9398c72004f req-7edb6554-8c23-40a2-ad8a-90d155dddd0f tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:46.685446 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3161bfb6-8d04-499d-83a2-a9398c72004f req-7edb6554-8c23-40a2-ad8a-90d155dddd0f tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 945 time: 0.0514183 Aug 12 21:08:46.721875 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3161bfb6-8d04-499d-83a2-a9398c72004f req-2d6eb9a1-d364-44fa-b749-64a8ffbcf7d3 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304182 Aug 12 21:08:47.143231 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8368ccb-2100-46c4-b409-fde7c36072e6 req-f5dcdb8c-cc07-406c-9ced-cfd1b82afb54 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:47.145292 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d8368ccb-2100-46c4-b409-fde7c36072e6 req-f5dcdb8c-cc07-406c-9ced-cfd1b82afb54 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0467634 Aug 12 21:08:47.180805 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d8368ccb-2100-46c4-b409-fde7c36072e6 req-2f2624d0-9c53-458a-9ddd-4ec7443b8607 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296211 Aug 12 21:08:47.835546 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23127267-b21e-4048-8a36-5d4f9f6186fb req-3e1718e5-b597-4d68-bb58-cad9db7eaa30 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:47.836991 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-23127267-b21e-4048-8a36-5d4f9f6186fb req-3e1718e5-b597-4d68-bb58-cad9db7eaa30 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 945 time: 0.0471053 Aug 12 21:08:47.874207 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-23127267-b21e-4048-8a36-5d4f9f6186fb req-36f8adcf-54bc-4fd7-9ab6-cd21b6a684b2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Aug 12 21:08:48.034472 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device cd3b8608-9232-4332-9fd4-a5a044500439 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:08:48.055477 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: cd3b8608-9232-4332-9fd4-a5a044500439 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:08:48.055821 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device cd3b8608-9232-4332-9fd4-a5a044500439 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:08:48.300749 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d6e5e-8260-4b08-8d53-c05510179479 req-96ff9e41-1aba-4b0d-b6c9-64741a732287 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:48.302104 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5c8d6e5e-8260-4b08-8d53-c05510179479 req-96ff9e41-1aba-4b0d-b6c9-64741a732287 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0508032 Aug 12 21:08:48.338764 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5c8d6e5e-8260-4b08-8d53-c05510179479 req-fea12d59-4a16-41f6-aadd-f20f629c7eb9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Aug 12 21:08:48.420054 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-fdeec435-7486-472b-b6af-223f5b3c44e9 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:48.421511 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-fdeec435-7486-472b-b6af-223f5b3c44e9 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 945 time: 0.0635707 Aug 12 21:08:48.514170 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Deleting port cc54cceb-17bf-40af-bbfe-db3edfe86c1c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:08:48.514510 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:48.599138 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] For port cc54cceb-17bf-40af-bbfe-db3edfe86c1c, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:48.599425 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:48.611690 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Calling delete_port for cc54cceb-17bf-40af-bbfe-db3edfe86c1c owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:08:48.739770 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:48.751378 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e9a48ba3-4c28-4226-900f-68256c35ddd1', 'f6124006-efbe-4159-b439-7e2a0db5eab5', 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:08:48.776121 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Pushing event deleted for resources: {'Port': ['ID=cc54cceb-17bf-40af-bbfe-db3edfe86c1c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:48.816114 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] No DVR routers for this DVR port cc54cceb-17bf-40af-bbfe-db3edfe86c1c on host hv-cinder-80445 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:08:48.819476 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:48.821677 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-5dc1be73-2c4a-4403-9a2a-7d98d73007ff req-58d858be-6d25-4c88-9510-4838b9e8d338 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "DELETE /v2.0/ports/cc54cceb-17bf-40af-bbfe-db3edfe86c1c HTTP/1.1" status: 204 len: 173 time: 0.3941636 Aug 12 21:08:48.822123 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174b5a52-c76b-484e-a1e2-01f1488742da', 'name': 'network-vif-deleted', 'tag': 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:48.824451 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4491e4c2-2a7a-47e1-bb2f-65aa62abb606" -d '{"events": [{"server_uuid": "174b5a52-c76b-484e-a1e2-01f1488742da", "name": "network-vif-deleted", "tag": "cc54cceb-17bf-40af-bbfe-db3edfe86c1c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:48.861432 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30159432-8dba-42f8-940b-0950123efa9d x-openstack-request-id: req-30159432-8dba-42f8-940b-0950123efa9d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:48.861723 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174b5a52-c76b-484e-a1e2-01f1488742da", "name": "network-vif-deleted", "tag": "cc54cceb-17bf-40af-bbfe-db3edfe86c1c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:48.861976 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30159432-8dba-42f8-940b-0950123efa9d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:48.862370 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174b5a52-c76b-484e-a1e2-01f1488742da', 'name': 'network-vif-deleted', 'tag': 'cc54cceb-17bf-40af-bbfe-db3edfe86c1c', 'status': 'completed', 'code': 200} Aug 12 21:08:48.982483 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8b5ba656-4e32-4b29-82d2-70e08ab4d8c0 req-b7a8f1ab-393d-4107-ba16-e0adb979ed64 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=174b5a52-c76b-484e-a1e2-01f1488742da HTTP/1.1" status: 200 len: 210 time: 0.0264244 Aug 12 21:08:49.458188 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a276-c87e-4e73-bc1f-81035f5f7812 req-b4f4f171-013a-4dc1-a7a6-03c760927683 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:49.459644 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6706a276-c87e-4e73-bc1f-81035f5f7812 req-b4f4f171-013a-4dc1-a7a6-03c760927683 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0466468 Aug 12 21:08:49.496810 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6706a276-c87e-4e73-bc1f-81035f5f7812 req-a1fccae3-2254-4057-b8e2-d444e41cc6dc tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312591 Aug 12 21:08:50.245180 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2edcde-55e0-40a8-bac9-6165f123e60e req-7e8876ce-1f20-4df8-83f0-f18841a9aa56 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:50.246911 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2d2edcde-55e0-40a8-bac9-6165f123e60e req-7e8876ce-1f20-4df8-83f0-f18841a9aa56 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 946 time: 0.0511179 Aug 12 21:08:50.555361 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2d2edcde-55e0-40a8-bac9-6165f123e60e req-689ebd73-82f5-4210-aac8-0a297a13aebc tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026524 Aug 12 21:08:50.615021 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e636b66-1446-4a43-b602-a0b0a8c68ae3 req-39d70bac-6763-4a09-9007-dd8052ffd96d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:50.616451 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3e636b66-1446-4a43-b602-a0b0a8c68ae3 req-39d70bac-6763-4a09-9007-dd8052ffd96d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0467222 Aug 12 21:08:50.652987 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3e636b66-1446-4a43-b602-a0b0a8c68ae3 req-fd237553-8d76-4e7b-bbb9-49c2fe203241 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307281 Aug 12 21:08:51.670413 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d888c7b-f75a-42c3-98c8-e53e40ea2ae1 req-50629f7a-d4e1-4ebe-8d17-a6a4ef8359ec tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:51.671933 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0d888c7b-f75a-42c3-98c8-e53e40ea2ae1 req-50629f7a-d4e1-4ebe-8d17-a6a4ef8359ec tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 946 time: 0.0507481 Aug 12 21:08:51.681330 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-167aeb83-485e-466d-bf35-65440f13522d tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:51.682861 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-167aeb83-485e-466d-bf35-65440f13522d tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9687d01-8653-4da3-b902-4d394900f605 HTTP/1.1" status: 200 len: 946 time: 0.0580022 Aug 12 21:08:51.713261 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0d888c7b-f75a-42c3-98c8-e53e40ea2ae1 req-bd080d33-f813-47bd-8548-f80904a6e153 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346789 Aug 12 21:08:51.782585 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23584e90-3ca0-405f-a354-f29690894524 req-46a5b48e-a0d3-431c-b247-16ad178cdc66 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:51.784205 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-23584e90-3ca0-405f-a354-f29690894524 req-46a5b48e-a0d3-431c-b247-16ad178cdc66 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0569317 Aug 12 21:08:51.797611 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Deleting port f6124006-efbe-4159-b439-7e2a0db5eab5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:08:51.798098 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:51.825283 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-23584e90-3ca0-405f-a354-f29690894524 req-99a83d89-a2a6-4216-8433-1430cdbb0989 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344863 Aug 12 21:08:51.897970 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] For port f6124006-efbe-4159-b439-7e2a0db5eab5, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f6124006-efbe-4159-b439-7e2a0db5eab5,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:51.898366 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:51.913173 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Calling delete_port for f6124006-efbe-4159-b439-7e2a0db5eab5 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:08:52.048198 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:52.048532 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device cc54cceb-17bf-40af-bbfe-db3edfe86c1c no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:08:52.072141 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e9a48ba3-4c28-4226-900f-68256c35ddd1', 'f6124006-efbe-4159-b439-7e2a0db5eab5'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:08:52.075855 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: cc54cceb-17bf-40af-bbfe-db3edfe86c1c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:08:52.076195 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device cc54cceb-17bf-40af-bbfe-db3edfe86c1c not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:08:52.080846 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Pushing event deleted for resources: {'Port': ['ID=f6124006-efbe-4159-b439-7e2a0db5eab5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:52.125961 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] No DVR routers for this DVR port f6124006-efbe-4159-b439-7e2a0db5eab5 on host hv-cinder-80445 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:08:52.128645 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:52.131429 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-b4a863a0-4a23-44d1-a287-6c6c8a2f22b0 req-95a4a564-8453-425d-bf82-f53a5d3272ea tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "DELETE /v2.0/ports/f6124006-efbe-4159-b439-7e2a0db5eab5 HTTP/1.1" status: 204 len: 173 time: 0.4420595 Aug 12 21:08:52.131885 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9687d01-8653-4da3-b902-4d394900f605', 'name': 'network-vif-deleted', 'tag': 'f6124006-efbe-4159-b439-7e2a0db5eab5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:52.134150 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96656e9-4818-428e-9b65-bc82a423f04a" -d '{"events": [{"server_uuid": "c9687d01-8653-4da3-b902-4d394900f605", "name": "network-vif-deleted", "tag": "f6124006-efbe-4159-b439-7e2a0db5eab5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:52.178395 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a2fbbc-db6a-4a87-ab52-4641485ce011 x-openstack-request-id: req-c1a2fbbc-db6a-4a87-ab52-4641485ce011 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:52.178710 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9687d01-8653-4da3-b902-4d394900f605", "name": "network-vif-deleted", "tag": "f6124006-efbe-4159-b439-7e2a0db5eab5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:52.178989 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1a2fbbc-db6a-4a87-ab52-4641485ce011 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:52.179383 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9687d01-8653-4da3-b902-4d394900f605', 'name': 'network-vif-deleted', 'tag': 'f6124006-efbe-4159-b439-7e2a0db5eab5', 'status': 'completed', 'code': 200} Aug 12 21:08:52.947722 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cf603-1304-4c8f-83dd-af4d276f4583 req-c2dfdb29-40ce-4d3c-9ed0-36720ee63e7b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:52.949267 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-304cf603-1304-4c8f-83dd-af4d276f4583 req-c2dfdb29-40ce-4d3c-9ed0-36720ee63e7b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0474942 Aug 12 21:08:52.987343 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-304cf603-1304-4c8f-83dd-af4d276f4583 req-a531b21f-9bdc-4dbf-8513-36a383bf6554 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316942 Aug 12 21:08:54.062994 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8c070fe9-dcfa-4433-8499-259d875b3999 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:08:54.153050 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93944e63-65bf-4788-864b-1e6de0dcab91 req-cd641dbf-5d92-484f-b0f0-408bd3ed8788 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:54.154552 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-93944e63-65bf-4788-864b-1e6de0dcab91 req-cd641dbf-5d92-484f-b0f0-408bd3ed8788 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0865295 Aug 12 21:08:54.166121 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b0268-9ae1-4c92-b658-34aaa1ea7a7d req-9fc15433-a6a6-4202-84b6-d77e9b249701 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:54.173308 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-360b0268-9ae1-4c92-b658-34aaa1ea7a7d req-9fc15433-a6a6-4202-84b6-d77e9b249701 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 946 time: 0.0794570 Aug 12 21:08:54.193993 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:54.213188 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '8c070fe9-dcfa-4433-8499-259d875b3999', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'port_id': '8c070fe9-dcfa-4433-8499-259d875b3999', 'mac_address': 'fa:16:3e:cc:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:08:54.237481 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-360b0268-9ae1-4c92-b658-34aaa1ea7a7d req-2f04ce3d-9041-4a8b-8824-a235c8f0064d tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632629 Aug 12 21:08:54.255935 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-93944e63-65bf-4788-864b-1e6de0dcab91 req-9b038df3-d7bd-4bb4-af74-1ef4124d8dc0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752602 Aug 12 21:08:54.274616 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:54.290745 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c070fe9-dcfa-4433-8499-259d875b3999 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:08:54.314307 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:54.320040 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:54.536275 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:54.544551 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.544900 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.545245 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.545716 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.546055 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.546418 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.546743 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.547076 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.547411 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.547748 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.548059 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.548520 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:54.558898 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['8c070fe9-dcfa-4433-8499-259d875b3999'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:08:55.389491 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b868e8-9e5e-44b5-916f-17fadd77aebb req-25d183cc-4dc4-4f46-a517-b7dca598c619 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:55.391161 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c5b868e8-9e5e-44b5-916f-17fadd77aebb req-25d183cc-4dc4-4f46-a517-b7dca598c619 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 946 time: 0.0862257 Aug 12 21:08:55.403335 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692495c-2a10-43ba-ba54-1a83da75ff45 req-3649c63f-a733-4774-99b4-d39dbb971e84 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:55.411296 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6692495c-2a10-43ba-ba54-1a83da75ff45 req-3649c63f-a733-4774-99b4-d39dbb971e84 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 944 time: 0.0780399 Aug 12 21:08:55.484562 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c5b868e8-9e5e-44b5-916f-17fadd77aebb req-025b8a61-77e0-4d4e-9976-0900127bbd4b tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703349 Aug 12 21:08:55.487501 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6692495c-2a10-43ba-ba54-1a83da75ff45 req-daf2cddd-9f57-4747-9feb-3189b211a588 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752425 Aug 12 21:08:55.812292 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acb966-fd37-4898-86f3-bcc1ef8d350a req-0fbe786a-a416-4ed4-852d-8fabc223806e tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:55.817648 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-72d0273f-7bd1-4558-bf0f-4a6def0e0cd2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:55.819412 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-06acb966-fd37-4898-86f3-bcc1ef8d350a req-0fbe786a-a416-4ed4-852d-8fabc223806e tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0829470 Aug 12 21:08:55.819566 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-72d0273f-7bd1-4558-bf0f-4a6def0e0cd2 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 946 time: 0.0646937 Aug 12 21:08:55.875023 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-06acb966-fd37-4898-86f3-bcc1ef8d350a req-d6e3f0ae-f8eb-46ec-b6fc-29497b746be7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492129 Aug 12 21:08:56.088469 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8c070fe9-dcfa-4433-8499-259d875b3999 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:08:56.163089 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 8c070fe9-dcfa-4433-8499-259d875b3999 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:08:56.164172 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:56.222625 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Deleting port e9a48ba3-4c28-4226-900f-68256c35ddd1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:08:56.223229 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:56.273378 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:56.302356 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:56.305084 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec04d913-c273-492a-b2e3-8fee9854642f" -d '{"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-plugged", "status": "completed", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:56.330471 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:56.335790 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:56.337669 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f6124006-efbe-4159-b439-7e2a0db5eab5 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:08:56.382029 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] For port e9a48ba3-4c28-4226-900f-68256c35ddd1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=e9a48ba3-4c28-4226-900f-68256c35ddd1,segment=NetworkSegment(b0a4e20d-f412-49f8-b88d-c56df6d86aa5),segment_id=b0a4e20d-f412-49f8-b88d-c56df6d86aa5)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:08:56.382966 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:56.394139 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fc1b6c-88d9-48dd-b079-cf9f42f9651c x-openstack-request-id: req-f2fc1b6c-88d9-48dd-b079-cf9f42f9651c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:56.394502 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-plugged", "status": "completed", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:56.394799 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2fc1b6c-88d9-48dd-b079-cf9f42f9651c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:56.395179 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999', 'code': 200} Aug 12 21:08:56.417986 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: f6124006-efbe-4159-b439-7e2a0db5eab5 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:08:56.418346 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f6124006-efbe-4159-b439-7e2a0db5eab5 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:08:56.422485 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Calling delete_port for e9a48ba3-4c28-4226-900f-68256c35ddd1 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:08:56.426112 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:56.636315 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:56.654981 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['e9a48ba3-4c28-4226-900f-68256c35ddd1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:08:56.688327 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c153e-ad88-4d23-ac82-10de614e3fe8 req-59ce4256-e4cb-4d6d-b429-1922a5d16954 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:56.689812 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1b8c153e-ad88-4d23-ac82-10de614e3fe8 req-59ce4256-e4cb-4d6d-b429-1922a5d16954 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc65fdfa-33b7-4608-8457-d9c025cc11cb HTTP/1.1" status: 200 len: 867 time: 0.0967505 Aug 12 21:08:56.703727 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Pushing event deleted for resources: {'Port': ['ID=e9a48ba3-4c28-4226-900f-68256c35ddd1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:56.738852 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e13e9c-2722-4678-98ba-1686d113cc75 req-e870df9b-aaa8-4b7a-bef3-374bb008b0ab tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:56.750138 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-44e13e9c-2722-4678-98ba-1686d113cc75 req-e870df9b-aaa8-4b7a-bef3-374bb008b0ab tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.1166866 Aug 12 21:08:56.761035 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] No DVR routers for this DVR port e9a48ba3-4c28-4226-900f-68256c35ddd1 on host hv-cinder-80445 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:08:56.764629 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:56.767623 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-e0fa457b-6f90-422d-8ff8-3b79de5b1019 req-5ee4267f-fb74-4a4b-b5e8-6e99dda10b2a tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.42 "DELETE /v2.0/ports/e9a48ba3-4c28-4226-900f-68256c35ddd1 HTTP/1.1" status: 204 len: 173 time: 0.9370561 Aug 12 21:08:56.768303 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc65fdfa-33b7-4608-8457-d9c025cc11cb', 'name': 'network-vif-deleted', 'tag': 'e9a48ba3-4c28-4226-900f-68256c35ddd1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:08:56.772716 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14dfd16-38cc-4bd6-b2d0-f4f2dd4d4753" -d '{"events": [{"server_uuid": "dc65fdfa-33b7-4608-8457-d9c025cc11cb", "name": "network-vif-deleted", "tag": "e9a48ba3-4c28-4226-900f-68256c35ddd1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:08:56.788620 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1b8c153e-ad88-4d23-ac82-10de614e3fe8 req-4351e390-6c89-48fc-a6b1-4c779b06e751 tempest-AttachVolumeNegativeTest-1875674015 tempest-AttachVolumeNegativeTest-1875674015-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce0a843c-e863-44c8-92f1-446c52b55762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845189 Aug 12 21:08:56.829103 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-44e13e9c-2722-4678-98ba-1686d113cc75 req-83b0e5d5-d927-4472-95ce-11c801060c4a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766973 Aug 12 21:08:56.856077 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7b2c01-3911-4cc6-8d53-9d259e58f0c8 x-openstack-request-id: req-dd7b2c01-3911-4cc6-8d53-9d259e58f0c8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:08:56.856838 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc65fdfa-33b7-4608-8457-d9c025cc11cb", "name": "network-vif-deleted", "tag": "e9a48ba3-4c28-4226-900f-68256c35ddd1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:08:56.856838 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd7b2c01-3911-4cc6-8d53-9d259e58f0c8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:08:56.857115 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc65fdfa-33b7-4608-8457-d9c025cc11cb', 'name': 'network-vif-deleted', 'tag': 'e9a48ba3-4c28-4226-900f-68256c35ddd1', 'status': 'completed', 'code': 200} Aug 12 21:08:57.035986 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a378dc-38f5-42c4-8497-b04707e4895a req-367e79f5-1c03-4771-be0b-f3f16c59fc5a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:57.037710 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-82a378dc-38f5-42c4-8497-b04707e4895a req-367e79f5-1c03-4771-be0b-f3f16c59fc5a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0566833 Aug 12 21:08:57.077079 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-82a378dc-38f5-42c4-8497-b04707e4895a req-05cc96f5-e864-4324-9916-7e9326e71f6e tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330381 Aug 12 21:08:57.858235 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:08:57.936945 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-095cc718-48dc-40cf-9c51-2b9039800b3e admin admin] Deleting subnet 919ba96f-f6c8-4119-ae39-50c0a3f2a2ed {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:08:57.940437 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-095cc718-48dc-40cf-9c51-2b9039800b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:57.980894 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd91ef-7827-429e-bec2-e1d122b83eac req-88e5dd73-1dfe-4152-9f75-8344b4aa9c6d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:57.982609 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6fd91ef-7827-429e-bec2-e1d122b83eac req-88e5dd73-1dfe-4152-9f75-8344b4aa9c6d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0549951 Aug 12 21:08:57.997364 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-095cc718-48dc-40cf-9c51-2b9039800b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.026784 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a6fd91ef-7827-429e-bec2-e1d122b83eac req-6380e16a-8464-4460-86b8-c4deb93c4197 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380828 Aug 12 21:08:58.053710 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-095cc718-48dc-40cf-9c51-2b9039800b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.106479 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-095cc718-48dc-40cf-9c51-2b9039800b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.134302 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cc718-48dc-40cf-9c51-2b9039800b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919ba96f-f6c8-4119-ae39-50c0a3f2a2ed,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:58.138446 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-095cc718-48dc-40cf-9c51-2b9039800b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.140786 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-095cc718-48dc-40cf-9c51-2b9039800b3e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/919ba96f-f6c8-4119-ae39-50c0a3f2a2ed HTTP/1.1" status: 204 len: 168 time: 0.2811506 Aug 12 21:08:58.143001 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 54938) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:08:58.247503 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.264042 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0ef1e-65e3-4546-a9d9-f86897970769 req-c3d954c9-1682-493f-a5bd-da6549d2c0b7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:58.265551 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ed0ef1e-65e3-4546-a9d9-f86897970769 req-c3d954c9-1682-493f-a5bd-da6549d2c0b7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0985777 Aug 12 21:08:58.371194 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1ed0ef1e-65e3-4546-a9d9-f86897970769 req-5bc1feab-9dee-4dd0-9ba6-4d6351840233 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957625 Aug 12 21:08:58.374934 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.386863 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb572ff7-d590-45e5-ade3-71cdf85d2eaa']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:58.399815 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:58.400395 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a4e20d-f412-49f8-b88d-c56df6d86aa5') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:08:58.414708 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893026'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.432361 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.439579 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:08:58.439981 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5140727'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: Traceback (most recent call last): Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: timer() Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: cb(*args, **kw) Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: return func(*args, **kwargs) Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: self._notify() Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: self.callback(batched_events) Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: event.method(event) Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: return f(self, *a, **k) Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._get(url).json() Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: return self.request(url, 'GET', **kwargs) Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:08:58.442384 dv-cinder-804457-1-iscsi neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:08:58.514992 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.520310 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.522162 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] 10.222.0.18 "DELETE /v2.0/networks/fb572ff7-d590-45e5-ade3-71cdf85d2eaa HTTP/1.1" status: 204 len: 168 time: 0.3781745 Aug 12 21:08:58.537993 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb572ff7-d590-45e5-ade3-71cdf85d2eaa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:58.546271 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.546620 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.547078 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.547417 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.547743 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.548068 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.548393 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.548700 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.549022 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.549343 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.549659 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.550082 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6373a90-a87f-4828-bfe3-5e264015e54b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:08:58.665766 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:08:58.710598 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-e3352a8d-69d4-4194-94bf-3034c43b1c20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d4adbeab9f148ffa9a88d3dbd5709f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434930 Aug 12 21:08:58.712883 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 54944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:08:58.768496 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d851d1c-e7e3-4fee-84a8-ac4cf731b99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.794394 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d851d1c-e7e3-4fee-84a8-ac4cf731b99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.851907 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d851d1c-e7e3-4fee-84a8-ac4cf731b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.854918 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d851d1c-e7e3-4fee-84a8-ac4cf731b99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:08:58.859069 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1d851d1c-e7e3-4fee-84a8-ac4cf731b99b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce0a843c-e863-44c8-92f1-446c52b55762 HTTP/1.1" status: 204 len: 168 time: 0.1452234 Aug 12 21:08:58.868418 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d851d1c-e7e3-4fee-84a8-ac4cf731b99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0a843c-e863-44c8-92f1-446c52b55762,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:08:59.183843 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800b7e3-d808-4114-9e72-23f34146f48d req-930fccd6-56a7-4810-b6ed-b9dfaee1be7b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:59.185550 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5800b7e3-d808-4114-9e72-23f34146f48d req-930fccd6-56a7-4810-b6ed-b9dfaee1be7b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0540447 Aug 12 21:08:59.231774 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5800b7e3-d808-4114-9e72-23f34146f48d req-3c1ec1df-36c7-4b46-ad36-63c956411dd5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394373 Aug 12 21:08:59.521169 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f2d51-ff2c-4fcb-bb53-f16610547475 req-1b3cfb01-eef5-471e-a459-e0f583bdf581 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:08:59.522772 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-718f2d51-ff2c-4fcb-bb53-f16610547475 req-1b3cfb01-eef5-471e-a459-e0f583bdf581 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0634356 Aug 12 21:08:59.570524 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-718f2d51-ff2c-4fcb-bb53-f16610547475 req-1520eebb-1fb9-4d95-a8b3-8ca47c2882d7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Aug 12 21:09:00.108206 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device e9a48ba3-4c28-4226-900f-68256c35ddd1 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:09:00.169592 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: e9a48ba3-4c28-4226-900f-68256c35ddd1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:09:00.170164 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device e9a48ba3-4c28-4226-900f-68256c35ddd1 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:09:00.422206 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec044287-be4f-4260-9f3f-054b47310c8d req-e326a631-afb2-416a-ba7a-fc78b6ea6b6f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:00.423881 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec044287-be4f-4260-9f3f-054b47310c8d req-e326a631-afb2-416a-ba7a-fc78b6ea6b6f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0897756 Aug 12 21:09:00.466731 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ec044287-be4f-4260-9f3f-054b47310c8d req-e4dbb00b-d5a5-4254-911f-ae50fd35afbb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363841 Aug 12 21:09:00.744110 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ef77e-51f7-40e7-afd4-2bd0eb06ef2e req-7e2f1292-d2b0-4baf-b08d-00a821bb0323 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:00.755856 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a42ef77e-51f7-40e7-afd4-2bd0eb06ef2e req-7e2f1292-d2b0-4baf-b08d-00a821bb0323 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0851164 Aug 12 21:09:00.809955 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a42ef77e-51f7-40e7-afd4-2bd0eb06ef2e req-91531616-3c86-4538-a837-0463e0ded172 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501456 Aug 12 21:09:01.223402 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55008) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:01.350636 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbbbef8c-cb70-4dc4-a227-e69bfd83127d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:01.488308 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbbbef8c-cb70-4dc4-a227-e69bfd83127d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:01.493095 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbbbef8c-cb70-4dc4-a227-e69bfd83127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:01.551337 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-bbbbef8c-cb70-4dc4-a227-e69bfd83127d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7aca2eea2d1a40e9a4688652ce13383e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264422 Aug 12 21:09:01.552320 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbef8c-cb70-4dc4-a227-e69bfd83127d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4307d-0560-46de-8626-af0ad9a43b1d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:01.553978 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:01.635646 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a200c617-7c6f-4ae3-b9b7-b6e8d553e199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:01.639959 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0a369-7118-4afb-9141-d3bebe2cea9c req-32b3658b-79d2-4505-88e6-3df182a79175 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:01.641777 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4bd0a369-7118-4afb-9141-d3bebe2cea9c req-32b3658b-79d2-4505-88e6-3df182a79175 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0683334 Aug 12 21:09:01.662753 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a200c617-7c6f-4ae3-b9b7-b6e8d553e199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:01.689552 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4bd0a369-7118-4afb-9141-d3bebe2cea9c req-fdc4ffe2-7dad-453b-88ac-c4e4ac0e21c7 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 Aug 12 21:09:01.740289 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a200c617-7c6f-4ae3-b9b7-b6e8d553e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:01.743384 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a200c617-7c6f-4ae3-b9b7-b6e8d553e199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:01.744896 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-a200c617-7c6f-4ae3-b9b7-b6e8d553e199 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40e4307d-0560-46de-8626-af0ad9a43b1d HTTP/1.1" status: 204 len: 168 time: 0.1892917 Aug 12 21:09:01.754746 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200c617-7c6f-4ae3-b9b7-b6e8d553e199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4307d-0560-46de-8626-af0ad9a43b1d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:01.966102 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8d6bf-3c74-4498-be79-b4befd45f0b0 req-a760f681-ec95-49e6-837d-18e63e0cc465 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:01.968018 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-02d8d6bf-3c74-4498-be79-b4befd45f0b0 req-a760f681-ec95-49e6-837d-18e63e0cc465 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0799081 Aug 12 21:09:02.025033 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-02d8d6bf-3c74-4498-be79-b4befd45f0b0 req-b959e1ef-001b-4d05-8e7a-ab6007ee9e5c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488932 Aug 12 21:09:02.155809 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55022) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:02.179905 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c17ec8b2-6786-4795-8321-9f5696b9786e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:02.294820 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c17ec8b2-6786-4795-8321-9f5696b9786e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:02.299419 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c17ec8b2-6786-4795-8321-9f5696b9786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:02.341864 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ec8b2-6786-4795-8321-9f5696b9786e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35660c01-8df0-4e2d-b77f-d75aec795262,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:02.347930 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c17ec8b2-6786-4795-8321-9f5696b9786e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=763039cf0f80481ea2a6c395d9160889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907690 Aug 12 21:09:02.350325 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55024) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:02.437080 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59225d98-75f1-4a1c-904a-b7264c5809be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:02.461354 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59225d98-75f1-4a1c-904a-b7264c5809be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:02.518938 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59225d98-75f1-4a1c-904a-b7264c5809be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:02.521876 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59225d98-75f1-4a1c-904a-b7264c5809be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:02.525937 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-59225d98-75f1-4a1c-904a-b7264c5809be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35660c01-8df0-4e2d-b77f-d75aec795262 HTTP/1.1" status: 204 len: 168 time: 0.1718812 Aug 12 21:09:02.533512 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225d98-75f1-4a1c-904a-b7264c5809be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35660c01-8df0-4e2d-b77f-d75aec795262,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:02.871871 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca860d-b2d2-4702-b308-2a13aaff006a req-f9581831-ddcb-47b7-b3bf-91ba84db9538 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:02.879890 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c6ca860d-b2d2-4702-b308-2a13aaff006a req-f9581831-ddcb-47b7-b3bf-91ba84db9538 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0879302 Aug 12 21:09:02.930884 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c6ca860d-b2d2-4702-b308-2a13aaff006a req-5ee46c87-ae71-48f3-bf24-7c6bd84eca47 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496964 Aug 12 21:09:03.177451 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eacb3-89ff-4e65-b848-9397c47f7a0c req-5a7d1097-0104-4fc9-8ed8-252756b3392c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:03.185024 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a7eacb3-89ff-4e65-b848-9397c47f7a0c req-5a7d1097-0104-4fc9-8ed8-252756b3392c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0801339 Aug 12 21:09:03.232138 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a7eacb3-89ff-4e65-b848-9397c47f7a0c req-f2d29769-918d-433b-add4-44cedfe509b4 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Aug 12 21:09:04.080370 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddbdcf-bc04-4f95-b521-031435f6e632 req-37024588-509a-4ac8-af43-3b6a6ac4fd28 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:04.087793 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a0ddbdcf-bc04-4f95-b521-031435f6e632 req-37024588-509a-4ac8-af43-3b6a6ac4fd28 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0627573 Aug 12 21:09:04.126321 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a0ddbdcf-bc04-4f95-b521-031435f6e632 req-fc753c0f-ae87-4cf7-87da-0d108b239b9d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361714 Aug 12 21:09:04.241425 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-677ba7ed-722b-4f8f-9060-c0fa30ea0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:04.243156 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-677ba7ed-722b-4f8f-9060-c0fa30ea0a54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 1098 time: 0.0495043 Aug 12 21:09:04.353187 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-4d099be5-9103-450b-9d5e-883ad4a1382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:04.354758 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-4d099be5-9103-450b-9d5e-883ad4a1382e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.1048849 Aug 12 21:09:04.362081 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a32dac-8857-4f82-960f-a22f694b6922 req-1672c251-a278-465c-b2d8-3fa63651390b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:04.364663 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-93a32dac-8857-4f82-960f-a22f694b6922 req-1672c251-a278-465c-b2d8-3fa63651390b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0525885 Aug 12 21:09:04.413047 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-93a32dac-8857-4f82-960f-a22f694b6922 req-6251abfb-0c29-426c-aaec-0254d6b2fc91 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Aug 12 21:09:04.431748 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-333ae6f5-a20c-4ce9-b53e-10909fc4beb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c070fe9-dcfa-4433-8499-259d875b3999 HTTP/1.1" status: 200 len: 1000 time: 0.0676689 Aug 12 21:09:04.492600 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-de849b44-79a3-49fd-9c8f-a569f7f27bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:04.494193 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-de849b44-79a3-49fd-9c8f-a569f7f27bad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0544698 Aug 12 21:09:04.553664 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-d5c6b3fb-171f-4f56-966f-24e7f9cbc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:04.555241 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-d5c6b3fb-171f-4f56-966f-24e7f9cbc27b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516553 Aug 12 21:09:04.660789 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-87a03872-50ae-4bb7-8e4f-e0e771cd4e5e service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900440 Aug 12 21:09:04.755915 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-c5daeb14-d557-4427-aa6b-da01101adb40 req-6ddf4d92-e99a-44c3-a612-25c84513a542 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874717 Aug 12 21:09:05.255111 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece7d29-9d6b-40c9-a3ac-68e61b5804e5 req-3bd2ddae-27ae-4570-8c22-264127fcf9cd tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:05.256598 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eece7d29-9d6b-40c9-a3ac-68e61b5804e5 req-3bd2ddae-27ae-4570-8c22-264127fcf9cd tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0541477 Aug 12 21:09:05.294462 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eece7d29-9d6b-40c9-a3ac-68e61b5804e5 req-5f7c0a96-4e9d-44e7-84ca-331a1a8a46e9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319262 Aug 12 21:09:05.531989 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2dab3-c579-451e-8ca2-96dfea1a2f8d req-c5a44ea6-da78-47a3-bf2b-83f530193e5f tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:05.533493 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-03a2dab3-c579-451e-8ca2-96dfea1a2f8d req-c5a44ea6-da78-47a3-bf2b-83f530193e5f tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0504160 Aug 12 21:09:05.573161 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-03a2dab3-c579-451e-8ca2-96dfea1a2f8d req-f5d26c6c-442a-4051-b817-59acffdb44c6 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336363 Aug 12 21:09:05.961119 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-7f20caee-5349-4301-9b1e-13b9d3c4c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:05.962710 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-7f20caee-5349-4301-9b1e-13b9d3c4c6f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ca414b979314f839e90721cb53a4a82&device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1099 time: 0.0555406 Aug 12 21:09:06.055380 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-afd56ef7-d2f3-433b-ab6e-a07468f3ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:06.056876 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-afd56ef7-d2f3-433b-ab6e-a07468f3ce05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 200 len: 910 time: 0.0865791 Aug 12 21:09:06.129391 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-2e8f48ba-9a42-4fa8-82f1-168e857b6ff8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 200 len: 1001 time: 0.0630231 Aug 12 21:09:06.186881 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-9dd48306-a325-418b-9131-eac1b1fd5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:06.188525 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-9dd48306-a325-418b-9131-eac1b1fd5d90 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303ce668-62f8-4663-bd20-a7d9def21d44 HTTP/1.1" status: 200 len: 848 time: 0.0517826 Aug 12 21:09:06.237405 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-8c13d690-3ce5-4f95-bfb7-ead6ca415f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:06.238568 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-8c13d690-3ce5-4f95-bfb7-ead6ca415f9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d83c3d07-8230-4996-9e8d-fdeec6ac8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420184 Aug 12 21:09:06.349027 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-92a534a5-8081-4136-ada0-030fecc27691 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009367 Aug 12 21:09:06.430430 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713fd0a-d5c3-4a4d-89b2-a1d25e9d4d58 req-b0421b66-bb85-4d6f-a7e4-2fc6f6446b8e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:06.431968 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5713fd0a-d5c3-4a4d-89b2-a1d25e9d4d58 req-b0421b66-bb85-4d6f-a7e4-2fc6f6446b8e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0542824 Aug 12 21:09:06.453559 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-14b436e9-0668-4e65-86e9-e2af4acfd5a4 req-167c7beb-3be2-42ed-a373-6eefe734d74f service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970600 Aug 12 21:09:06.478826 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5713fd0a-d5c3-4a4d-89b2-a1d25e9d4d58 req-a260840c-8391-41e2-98c9-79fc9cb0978d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406568 Aug 12 21:09:06.702261 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e1449-91b5-408a-be82-08b26f2c421b req-daa93217-b7f0-4720-8eb6-eabd62e7e393 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:06.703831 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d97e1449-91b5-408a-be82-08b26f2c421b req-daa93217-b7f0-4720-8eb6-eabd62e7e393 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0619533 Aug 12 21:09:06.745117 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d97e1449-91b5-408a-be82-08b26f2c421b req-2b53c838-edf4-4469-9343-f497e674f40b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Aug 12 21:09:07.611599 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df083851-c324-42ee-bf62-75336f2dbf99 req-178ac0bf-79a6-4822-9d27-10fce0db0a28 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:07.613940 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-df083851-c324-42ee-bf62-75336f2dbf99 req-178ac0bf-79a6-4822-9d27-10fce0db0a28 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 945 time: 0.0521812 Aug 12 21:09:07.654764 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-df083851-c324-42ee-bf62-75336f2dbf99 req-c78e5886-10d8-4510-b7ba-d08d5ce55c38 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335534 Aug 12 21:09:07.829395 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:07.879127 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fefe34-20f9-4325-b662-4b5f792d57e9 req-95e30fbf-63c5-4c97-a942-4a48a0053664 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:07.881006 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38fefe34-20f9-4325-b662-4b5f792d57e9 req-95e30fbf-63c5-4c97-a942-4a48a0053664 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0603216 Aug 12 21:09:07.927440 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38fefe34-20f9-4325-b662-4b5f792d57e9 req-9f18c7ea-2171-4e83-9924-6e12629ae172 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371099 Aug 12 21:09:07.974067 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584b46fa-0594-4b97-972b-c4e0e991feb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.070757 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584b46fa-0594-4b97-972b-c4e0e991feb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.074846 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584b46fa-0594-4b97-972b-c4e0e991feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.112718 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b46fa-0594-4b97-972b-c4e0e991feb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbd1c31-4210-4dbf-ad4b-7ba54a0bd539,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:08.119478 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-584b46fa-0594-4b97-972b-c4e0e991feb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc2103d362564f508b04283005d0b8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886143 Aug 12 21:09:08.119898 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55154) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:08.166885 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8c070fe9-dcfa-4433-8499-259d875b3999 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:09:08.175693 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1084ffa1-54b7-4c6e-b20d-d21c484bc899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.200533 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1084ffa1-54b7-4c6e-b20d-d21c484bc899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.254190 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.261693 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1084ffa1-54b7-4c6e-b20d-d21c484bc899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.264404 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1084ffa1-54b7-4c6e-b20d-d21c484bc899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.265700 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-1084ffa1-54b7-4c6e-b20d-d21c484bc899 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abbd1c31-4210-4dbf-ad4b-7ba54a0bd539 HTTP/1.1" status: 204 len: 168 time: 0.1446157 Aug 12 21:09:08.276340 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084ffa1-54b7-4c6e-b20d-d21c484bc899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbd1c31-4210-4dbf-ad4b-7ba54a0bd539,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:08.287894 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:08.291005 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c401aac7-d3a5-4c9d-b6fc-e9aee5f906b4" -d '{"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-unplugged", "status": "completed", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:08.296165 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:08.305242 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.347275 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afedd3ab-521f-434f-9ae6-d0286f243776 x-openstack-request-id: req-afedd3ab-521f-434f-9ae6-d0286f243776 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:08.347822 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-unplugged", "status": "failed", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999", "code": 422}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:08.348257 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afedd3ab-521f-434f-9ae6-d0286f243776 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:08.348948 dv-cinder-804457-1-iscsi neutron-server[93761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999', 'code': 422} returned with failed status Aug 12 21:09:08.367001 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:08.617234 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55170) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:08.631837 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a91a495-eeca-49e1-b54c-8911458d2907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.775128 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634be03-94a4-4e8c-adf7-fe62c697311e req-d63e9e09-c6d8-4b0c-91f4-3327b085ce0d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:08.775536 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-e4a61070-1bb8-4bed-94da-1b70b3992785 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412266 Aug 12 21:09:08.776653 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b634be03-94a4-4e8c-adf7-fe62c697311e req-d63e9e09-c6d8-4b0c-91f4-3327b085ce0d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0769477 Aug 12 21:09:08.798778 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a91a495-eeca-49e1-b54c-8911458d2907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.809922 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a91a495-eeca-49e1-b54c-8911458d2907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.893288 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-2a91a495-eeca-49e1-b54c-8911458d2907 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b52bd75c803847b1be19663f77f531d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748523 Aug 12 21:09:08.896361 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:08.897396 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b634be03-94a4-4e8c-adf7-fe62c697311e req-53e93831-bd5d-4e3d-9c6a-49928c32300a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096573 Aug 12 21:09:08.898231 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91a495-eeca-49e1-b54c-8911458d2907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db61d5f-48be-4ee0-808e-7ffed0647e8b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:08.973444 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efaa87cd-c373-4157-b09d-8e5b59f7c324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:08.997151 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efaa87cd-c373-4157-b09d-8e5b59f7c324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:09.052562 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74749571-187f-4fc0-920b-b9251388f9ec req-ca6c57f4-e143-4ec7-ac50-1dbd98bc1145 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:09.054199 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-74749571-187f-4fc0-920b-b9251388f9ec req-ca6c57f4-e143-4ec7-ac50-1dbd98bc1145 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0571773 Aug 12 21:09:09.059956 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efaa87cd-c373-4157-b09d-8e5b59f7c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:09.062780 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efaa87cd-c373-4157-b09d-8e5b59f7c324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:09.064235 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-efaa87cd-c373-4157-b09d-8e5b59f7c324 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0db61d5f-48be-4ee0-808e-7ffed0647e8b HTTP/1.1" status: 204 len: 168 time: 0.1668429 Aug 12 21:09:09.083967 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa87cd-c373-4157-b09d-8e5b59f7c324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db61d5f-48be-4ee0-808e-7ffed0647e8b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:09.103002 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-74749571-187f-4fc0-920b-b9251388f9ec req-d6e6bb5a-c70e-4be6-821b-c9bf4e0df820 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411170 Aug 12 21:09:09.221784 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4bb98149-8a8a-4ee2-bc78-73d4b6cffad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:09.355886 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f7aa5-ef34-4723-9d4f-fdcf9d1e0c97 req-7272b0b3-82f0-46af-80cf-10b2ebfcd7f3 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:09.357979 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-851f7aa5-ef34-4723-9d4f-fdcf9d1e0c97 req-7272b0b3-82f0-46af-80cf-10b2ebfcd7f3 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0647798 Aug 12 21:09:09.386054 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55206) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:09.403387 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-851f7aa5-ef34-4723-9d4f-fdcf9d1e0c97 req-9174f468-d4a4-4667-923f-deafac15c240 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387800 Aug 12 21:09:09.476997 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-0a7900ac-5300-4ed8-8b34-6301baa04cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895627 Aug 12 21:09:09.679499 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-ce94dce5-f4cc-49de-9ee2-0f1d263bfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:09.681544 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-ce94dce5-f4cc-49de-9ee2-0f1d263bfcab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc&tenant_id=4d5592e40633426aa0dd46bb94ec00da HTTP/1.1" status: 200 len: 1096 time: 0.0753837 Aug 12 21:09:09.746472 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-78de4848-bfb2-4529-96c7-7bfe2ecf8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:09.747992 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-78de4848-bfb2-4529-96c7-7bfe2ecf8f68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d5592e40633426aa0dd46bb94ec00da&device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 1096 time: 0.0427766 Aug 12 21:09:09.859292 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-0b8d4ee1-3a84-42f4-a9ad-8aeb468c14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:09.860756 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-0b8d4ee1-3a84-42f4-a9ad-8aeb468c14fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 200 len: 918 time: 0.1052873 Aug 12 21:09:09.946306 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-b1a4e5e1-f1b3-4c9a-a42e-96aac09521d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c070fe9-dcfa-4433-8499-259d875b3999 HTTP/1.1" status: 200 len: 998 time: 0.0722013 Aug 12 21:09:10.014467 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-9456a16a-a721-4584-a0eb-2020a0f49d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:10.016116 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-9456a16a-a721-4584-a0eb-2020a0f49d9f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 200 len: 856 time: 0.0623972 Aug 12 21:09:10.042130 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f220b-3c37-4f66-9868-4487de273045 req-3dd5fcae-19d1-4948-b845-50647dcc5fd5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:10.044131 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6c4f220b-3c37-4f66-9868-4487de273045 req-3dd5fcae-19d1-4948-b845-50647dcc5fd5 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0622671 Aug 12 21:09:10.066578 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-889ea72f-dad5-4fcb-bd74-637f778a1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:10.068188 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-889ea72f-dad5-4fcb-bd74-637f778a1871 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e90c8c4-f687-44c5-bc46-be246ab51d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448449 Aug 12 21:09:10.091469 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6c4f220b-3c37-4f66-9868-4487de273045 req-7b8d8e4a-ffd2-483f-a901-de2d80c1295f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 Aug 12 21:09:10.162439 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-0e529fb7-d199-4123-8727-ce8b1427ab37 service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866382 Aug 12 21:09:10.265779 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-2e139b08-3250-4431-80f0-9a37ef1b0efb req-5a8650d3-02d1-4334-b395-7888f3aea91b service neutron] 10.222.0.42 "GET /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962579 Aug 12 21:09:10.295026 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:10.412891 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ea23a2e-5181-487f-a0e2-88f7c56a2039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:10.532407 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ea23a2e-5181-487f-a0e2-88f7c56a2039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:10.538736 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ea23a2e-5181-487f-a0e2-88f7c56a2039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:10.555110 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9a0c-f7ca-4a8a-b585-3bf03e2821bd req-d34c96e0-13a8-4b64-bc3f-a63b60280656 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:10.564906 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-576b9a0c-f7ca-4a8a-b585-3bf03e2821bd req-d34c96e0-13a8-4b64-bc3f-a63b60280656 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0839069 Aug 12 21:09:10.591576 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-2ea23a2e-5181-487f-a0e2-88f7c56a2039 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cb288930e6e4812a14e202473552e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954185 Aug 12 21:09:10.592557 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea23a2e-5181-487f-a0e2-88f7c56a2039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94707bb1-2dc4-44ac-b106-71633cffaff1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:10.595322 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:10.619640 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-576b9a0c-f7ca-4a8a-b585-3bf03e2821bd req-a7c6d5e5-c9ea-49cb-b61c-56b9af18af7e tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521793 Aug 12 21:09:10.663316 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdee4530-2b6c-475a-b345-98c6ec64fc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:10.687330 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdee4530-2b6c-475a-b345-98c6ec64fc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:10.742415 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdee4530-2b6c-475a-b345-98c6ec64fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:10.747756 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdee4530-2b6c-475a-b345-98c6ec64fc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:10.751697 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-cdee4530-2b6c-475a-b345-98c6ec64fc84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94707bb1-2dc4-44ac-b106-71633cffaff1 HTTP/1.1" status: 204 len: 168 time: 0.1528697 Aug 12 21:09:10.758131 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee4530-2b6c-475a-b345-98c6ec64fc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94707bb1-2dc4-44ac-b106-71633cffaff1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:11.263082 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cdab7-c6c3-4d42-92ef-020720a824a9 req-a2722ae1-c23d-4e41-980e-6cefb8056768 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:11.274623 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-206cdab7-c6c3-4d42-92ef-020720a824a9 req-a2722ae1-c23d-4e41-980e-6cefb8056768 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0731046 Aug 12 21:09:11.315899 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-206cdab7-c6c3-4d42-92ef-020720a824a9 req-881cde6d-a466-4a23-a593-51f02a941a60 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398026 Aug 12 21:09:11.545522 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:11.665847 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1308538970-network', 'tenant_id': 'f97352f8b07240eab7a154189ff39546'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:09:11.711272 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Made reservation on behalf of f97352f8b07240eab7a154189ff39546 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:09:11.713613 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:11.729259 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:11.766859 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7c760-71a4-4c04-8787-312e2b9684e4 req-22306988-4605-4e70-9e51-68665422f98f tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:11.769444 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-70b7c760-71a4-4c04-8787-312e2b9684e4 req-22306988-4605-4e70-9e51-68665422f98f tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0596454 Aug 12 21:09:11.827351 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-70b7c760-71a4-4c04-8787-312e2b9684e4 req-1f06e428-17bd-4251-8287-53b65ca0aa59 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490389 Aug 12 21:09:11.859025 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:11.864526 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:11.891324 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 21:09:11.903093 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f305c3-43e6-4296-9707-aa264500f224,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:11.910021 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:11.910455 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.segments_db [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Added segment 54318c13-d133-4db2-9a54-46d64ceee85f of type vlan for network 276d2360-c87c-4ed2-a548-e4b001a41c3c Aug 12 21:09:11.970188 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770705258563'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.004419 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.005809 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:12.006581 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.068806 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5221529 Aug 12 21:09:12.072622 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55304) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:09:12.074549 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ee94b-b49e-439d-af69-b973828ffc3a admin admin] Pushing event updated for resources: {'Network': ['ID=276d2360-c87c-4ed2-a548-e4b001a41c3c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:12.079169 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Request body: {'subnet': {'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1308538970-subnet', 'tenant_id': 'f97352f8b07240eab7a154189ff39546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:09:12.087719 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Network 276d2360-c87c-4ed2-a548-e4b001a41c3c details requested by agent ovs-agent-dv-cinder-804457-1-iscsi with host dv-cinder-804457-1-iscsi {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 21:09:12.117856 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Made reservation on behalf of f97352f8b07240eab7a154189ff39546 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:09:12.121052 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6180767'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.189656 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6a0b6253-8d97-4922-9852-4b4c401d2209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.201975 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f1fca0f8-5380-4698-9116-3e212048f04f no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:09:12.288430 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.319160 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:12.322062 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2108369a-a729-4d92-a1dd-6c6d6ec65dbb" -d '{"events": [{"server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:12.334807 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5140590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6180781'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.340130 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1fca0f8-5380-4698-9116-3e212048f04f,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:12.348750 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.403710 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cff2c8a-b162-44a5-a62a-82812e5ecd64 x-openstack-request-id: req-1cff2c8a-b162-44a5-a62a-82812e5ecd64 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:12.403996 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f675306-fbb2-4164-915b-7cc3091cab30,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:12.404556 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:12.404901 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cff2c8a-b162-44a5-a62a-82812e5ecd64 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:12.405385 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'code': 200} Aug 12 21:09:12.411486 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Checking segment: {'id': '54318c13-d133-4db2-9a54-46d64ceee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:09:12.412159 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Network hostable DHCP agents. Network: 276d2360-c87c-4ed2-a548-e4b001a41c3c, hostable agents: ['c47623c6-f324-481f-a54b-a22abec3221e'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 21:09:12.423262 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=f1fca0f8-5380-4698-9116-3e212048f04f,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:12.437166 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Network 276d2360-c87c-4ed2-a548-e4b001a41c3c is scheduled to be hosted by DHCP agent c47623c6-f324-481f-a54b-a22abec3221e with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 21:09:12.450086 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804457-1-iscsi, 276d2360-c87c-4ed2-a548-e4b001a41c3c) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:09:12.456630 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:12.457233 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.466797 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea30804-729a-49ff-9a11-49f1b59d0360 None None] Network 276d2360-c87c-4ed2-a548-e4b001a41c3c requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:09:12.546506 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-d139590d-4ce5-484f-8f62-2d9f613a399f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4728005 Aug 12 21:09:12.579511 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:12.588542 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33e7aa-f227-43d7-bedd-5885d26e0f81 req-8b05ad86-a798-42c7-8774-579e1093cae3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:12.600986 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc33e7aa-f227-43d7-bedd-5885d26e0f81 req-8b05ad86-a798-42c7-8774-579e1093cae3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.1207461 Aug 12 21:09:12.676292 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-cc33e7aa-f227-43d7-bedd-5885d26e0f81 req-f361f295-9b68-4fb8-9066-9b4e3267c1f0 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699513 Aug 12 21:09:12.704130 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0db6e5-2bb3-4327-98c6-e3958ae4900c None None] Network 276d2360-c87c-4ed2-a548-e4b001a41c3c requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:09:12.965624 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a419da3-c8a6-4df3-886b-e235fc16f9ce req-8ffcabb1-c81d-4731-8837-3fede8ecaa16 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:12.967201 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7a419da3-c8a6-4df3-886b-e235fc16f9ce req-8ffcabb1-c81d-4731-8837-3fede8ecaa16 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0627019 Aug 12 21:09:13.015052 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:13.032755 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7a419da3-c8a6-4df3-886b-e235fc16f9ce req-a6e323f5-3d81-4140-925c-0cd9623c97d6 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591056 Aug 12 21:09:13.805630 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518500a4-9ac2-4ea5-a0b6-c62478510576 req-6cb851aa-0e43-484b-8bfb-e9514e357210 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:13.807169 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-518500a4-9ac2-4ea5-a0b6-c62478510576 req-6cb851aa-0e43-484b-8bfb-e9514e357210 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0525076 Aug 12 21:09:13.846204 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-518500a4-9ac2-4ea5-a0b6-c62478510576 req-bcfc5eca-b671-4f1f-9052-c5cb47385317 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330665 Aug 12 21:09:14.160296 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadf4a0-8382-4c98-8117-c54d2f611c6f req-c116e42a-dfec-4462-a50a-11cf1882d70e tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:14.162008 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1eadf4a0-8382-4c98-8117-c54d2f611c6f req-c116e42a-dfec-4462-a50a-11cf1882d70e tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0533869 Aug 12 21:09:14.205049 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1eadf4a0-8382-4c98-8117-c54d2f611c6f req-f5aa822e-f01b-45d3-9179-358b372edfca tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369608 Aug 12 21:09:14.523338 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-d392ecd6-8dd3-435a-9583-dff72bc7b1ad tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:14.524830 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-d392ecd6-8dd3-435a-9583-dff72bc7b1ad tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/networks?id=276d2360-c87c-4ed2-a548-e4b001a41c3c HTTP/1.1" status: 200 len: 809 time: 0.1068907 Aug 12 21:09:14.541183 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-878aa903-242c-44bc-a622-086d72585ff1 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/quotas/f97352f8b07240eab7a154189ff39546 HTTP/1.1" status: 200 len: 375 time: 0.0098233 Aug 12 21:09:14.575717 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-4ea32e8f-594c-44b5-bfe0-72499dc3ff22 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f97352f8b07240eab7a154189ff39546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287690 Aug 12 21:09:14.581460 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:14.674890 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-718393dd-ced0-4487-bc2c-f5e973db427d service neutron] 10.222.0.18 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904987 Aug 12 21:09:14.767420 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-09cd9e92-d804-4996-95ab-076a2013bcc8 service neutron] 10.222.0.18 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852344 Aug 12 21:09:14.834589 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:14.952334 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7f32f05e-a6f6-4426-92a5-0c0099ec97c3 req-99ae9e7f-a8f4-4b2e-9982-ac29ab274069 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 210 time: 0.0520649 Aug 12 21:09:15.024721 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f1113-1ce0-4727-afbe-d24c7c5dec7e req-eb1092b4-8fd9-4956-91e0-e46c267dc86b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:15.027234 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-535f1113-1ce0-4727-afbe-d24c7c5dec7e req-eb1092b4-8fd9-4956-91e0-e46c267dc86b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0737906 Aug 12 21:09:15.080607 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-535f1113-1ce0-4727-afbe-d24c7c5dec7e req-2a89ee6f-ed82-469c-abd4-f3405b1e084c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 Aug 12 21:09:15.337002 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382cf1b-b36b-441e-aae9-2b26d1084e07 req-392f919e-36ae-4132-b677-bd7aa9d02c1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:15.338744 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b382cf1b-b36b-441e-aae9-2b26d1084e07 req-392f919e-36ae-4132-b677-bd7aa9d02c1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0527873 Aug 12 21:09:15.381011 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b382cf1b-b36b-441e-aae9-2b26d1084e07 req-431c662b-40c0-4024-a20f-9064f3af510c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352342 Aug 12 21:09:16.048951 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae25f06d-da26-477e-94f8-fdce3868564a req-2a5d2f99-116e-4723-a74a-7509240359cb tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 210 time: 0.0314102 Aug 12 21:09:16.206885 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3386d2-205f-447a-94cc-a56adf2bbfe0 req-5f056505-25ba-4a67-be88-bd884412f292 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:16.208453 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0d3386d2-205f-447a-94cc-a56adf2bbfe0 req-5f056505-25ba-4a67-be88-bd884412f292 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0510659 Aug 12 21:09:16.250604 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0d3386d2-205f-447a-94cc-a56adf2bbfe0 req-4889dd02-8157-43ca-9631-8baf5b4c7210 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361288 Aug 12 21:09:16.503747 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7480c-1471-46dc-9672-a16d94c9451d req-a9a98b26-0be6-4d4a-9dc2-a6a1df851300 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:16.505158 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-48a7480c-1471-46dc-9672-a16d94c9451d req-a9a98b26-0be6-4d4a-9dc2-a6a1df851300 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0531337 Aug 12 21:09:16.545621 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-48a7480c-1471-46dc-9672-a16d94c9451d req-bfe9bd30-453c-49db-9c03-2add58d94f1a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338578 Aug 12 21:09:17.150173 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6614844f-4075-4fbd-b89f-278052ce6872 req-f0c9853e-4563-4d6f-8b01-3244fe9a66f8 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Aug 12 21:09:17.371788 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce75e1f-6d71-403d-bf00-536382b55346 req-891a4825-0a8d-4115-8370-95a95d41616f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:17.373316 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fce75e1f-6d71-403d-bf00-536382b55346 req-891a4825-0a8d-4115-8370-95a95d41616f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0499172 Aug 12 21:09:17.414258 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-fce75e1f-6d71-403d-bf00-536382b55346 req-957a1853-6ccf-4710-bc9e-36dd951b8e7b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339701 Aug 12 21:09:17.665881 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919aef6-5b91-42be-9080-c46259a3aa43 req-77574507-f949-4035-894f-2fd963e091d8 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:17.667402 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4919aef6-5b91-42be-9080-c46259a3aa43 req-77574507-f949-4035-894f-2fd963e091d8 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0522058 Aug 12 21:09:17.707655 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4919aef6-5b91-42be-9080-c46259a3aa43 req-343b5c44-c475-4ee3-9921-e718e34d4091 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342395 Aug 12 21:09:18.254041 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2e294bcb-2122-4a0b-9788-c1928120d011 req-b7a53472-4a53-42ac-a99c-37139906f45b tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 210 time: 0.0394769 Aug 12 21:09:18.540825 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65a83a-98e9-4ede-8e87-611a3ecf517e req-9868e8ce-235a-4f0b-82dd-26747d2fc9b2 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:18.542550 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3d65a83a-98e9-4ede-8e87-611a3ecf517e req-9868e8ce-235a-4f0b-82dd-26747d2fc9b2 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0532193 Aug 12 21:09:18.584621 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3d65a83a-98e9-4ede-8e87-611a3ecf517e req-88bcf433-6961-4b50-966e-e9a4678f3f7f tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357022 Aug 12 21:09:18.834791 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19259d94-b09d-468e-862a-e7d64f286a3a req-40eb0bf0-f580-4718-93bf-ae405ba23635 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:18.836840 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-19259d94-b09d-468e-862a-e7d64f286a3a req-40eb0bf0-f580-4718-93bf-ae405ba23635 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0624948 Aug 12 21:09:18.878843 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-19259d94-b09d-468e-862a-e7d64f286a3a req-5fbe8699-aab5-4997-b5a5-3c986df99bd7 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360587 Aug 12 21:09:19.350872 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-67ee1913-4cf8-4482-90f5-6093bd7559f0 req-7794490e-a2af-4644-8952-c40143719a26 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 210 time: 0.0280671 Aug 12 21:09:19.710843 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5084c-9128-4c8e-941b-8f68212a0bd6 req-36c48079-80a2-4250-9623-b6fc3f0fe3eb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:19.712466 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8dd5084c-9128-4c8e-941b-8f68212a0bd6 req-36c48079-80a2-4250-9623-b6fc3f0fe3eb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0512414 Aug 12 21:09:19.750827 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8dd5084c-9128-4c8e-941b-8f68212a0bd6 req-12283cb8-b4f9-41bd-8f3c-571c9e3a59cf tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322552 Aug 12 21:09:19.997404 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d10be-f31a-4619-b25d-8a91ea5130c2 req-7318d264-6b3d-4bb0-b3fa-b2f1a82bd9f9 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:19.998933 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a7d10be-f31a-4619-b25d-8a91ea5130c2 req-7318d264-6b3d-4bb0-b3fa-b2f1a82bd9f9 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0506468 Aug 12 21:09:20.044130 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a7d10be-f31a-4619-b25d-8a91ea5130c2 req-30bdf32d-d60b-4225-92a8-018e15fc4a08 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375664 Aug 12 21:09:20.446807 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dbdc339e-4263-4d91-8d0b-089e82f51c43 req-3758067a-ff39-4f5c-b450-f6886712a30d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 210 time: 0.0271556 Aug 12 21:09:20.872154 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6259d-0e9e-41bf-a551-7eec91dcceaa req-6c071a76-51c7-4587-82c1-ba4be31e8fac tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:20.873783 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e3f6259d-0e9e-41bf-a551-7eec91dcceaa req-6c071a76-51c7-4587-82c1-ba4be31e8fac tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0498562 Aug 12 21:09:20.914004 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e3f6259d-0e9e-41bf-a551-7eec91dcceaa req-d943d2e5-1211-4736-8d85-8c73c53c6c2a tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332243 Aug 12 21:09:21.167954 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e7be-2b2a-4b85-9eb9-9b388a402baa req-1b56d305-8b90-4b71-8af5-50899144b609 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:21.169460 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c83e7be-2b2a-4b85-9eb9-9b388a402baa req-1b56d305-8b90-4b71-8af5-50899144b609 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0509579 Aug 12 21:09:21.209129 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c83e7be-2b2a-4b85-9eb9-9b388a402baa req-9adf6deb-7779-48c1-900e-5b8ef06b9144 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333080 Aug 12 21:09:21.544896 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-36869797-9dd3-4196-b2b7-f611c3b4f5de req-4273822d-9b30-4822-a201-5b0431f57616 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 210 time: 0.0311489 Aug 12 21:09:22.052935 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87117024-100a-4fee-bec1-4b08ef02f9b4 req-6585a676-11e7-4a36-b001-00fb9c0b3497 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.054542 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87117024-100a-4fee-bec1-4b08ef02f9b4 req-6585a676-11e7-4a36-b001-00fb9c0b3497 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0570002 Aug 12 21:09:22.066729 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-cecf6902-6f14-4a75-b2df-1f4fba69fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.068236 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-cecf6902-6f14-4a75-b2df-1f4fba69fe88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ca414b979314f839e90721cb53a4a82&device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1097 time: 0.0446692 Aug 12 21:09:22.134981 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-87117024-100a-4fee-bec1-4b08ef02f9b4 req-3381a45f-f0f2-4f57-a536-0847727bf77e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733159 Aug 12 21:09:22.142217 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-92791914-8feb-4606-b4ed-2de927e9f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.144055 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-92791914-8feb-4606-b4ed-2de927e9f455 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6&tenant_id=3ca414b979314f839e90721cb53a4a82 HTTP/1.1" status: 200 len: 1097 time: 0.0807157 Aug 12 21:09:22.185049 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-5e82f6a3-4c72-4642-bd95-2ac70ff42b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.186460 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-5e82f6a3-4c72-4642-bd95-2ac70ff42b16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 200 len: 910 time: 0.0953498 Aug 12 21:09:22.260842 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-48d104d9-ed31-4ca3-8216-6feb26b775ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 200 len: 999 time: 0.0666730 Aug 12 21:09:22.331465 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4a320-38bf-4200-a102-d666896271b2 req-da4d9f61-939c-42a1-9e7b-ec674ce58663 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.333206 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1cb4a320-38bf-4200-a102-d666896271b2 req-da4d9f61-939c-42a1-9e7b-ec674ce58663 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0523579 Aug 12 21:09:22.340473 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-38a930c7-3693-4ef4-898a-e47cfe99f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.342049 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-38a930c7-3693-4ef4-898a-e47cfe99f530 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303ce668-62f8-4663-bd20-a7d9def21d44 HTTP/1.1" status: 200 len: 848 time: 0.0472069 Aug 12 21:09:22.379072 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1cb4a320-38bf-4200-a102-d666896271b2 req-00675c1c-c273-43b3-b8bc-ff566a58fa4b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 Aug 12 21:09:22.396859 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-657c91b1-acc4-4f7b-8094-a10207741dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.398411 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-657c91b1-acc4-4f7b-8094-a10207741dbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d83c3d07-8230-4996-9e8d-fdeec6ac8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462511 Aug 12 21:09:22.490507 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-6eb53542-1979-4c3b-81e0-b2fa432a555e service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824485 Aug 12 21:09:22.586497 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-bd2574c9-7eb1-4f3c-853e-b1432c2e82e9 req-83201996-bad9-4546-8b68-6645c1d691e8 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860529 Aug 12 21:09:22.652030 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c447da3c-adc9-47f7-81e9-0586759a5750 req-6384de28-355e-4d01-8492-341b23adf023 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 210 time: 0.0392456 Aug 12 21:09:22.691776 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-7f0f6d7b-bdc4-48b9-89c6-4ce33e567e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.693334 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-7f0f6d7b-bdc4-48b9-89c6-4ce33e567e15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ca414b979314f839e90721cb53a4a82&device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1097 time: 0.0436022 Aug 12 21:09:22.796450 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-7714b052-bfb8-4785-82a8-a4f5c79eb2de tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.797957 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-7714b052-bfb8-4785-82a8-a4f5c79eb2de tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.42 "GET /v2.0/networks?id=276d2360-c87c-4ed2-a548-e4b001a41c3c HTTP/1.1" status: 200 len: 809 time: 0.1056266 Aug 12 21:09:22.801106 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-53b7a02f-130c-4fdb-b4b5-d6df223d19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.802623 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-53b7a02f-130c-4fdb-b4b5-d6df223d19ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 200 len: 910 time: 0.0919647 Aug 12 21:09:22.819452 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Request body: {'port': {'device_id': '23549f5d-c54f-44c8-b6ef-2c2350f2aad3', 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c', 'admin_state_up': True, 'tenant_id': 'f97352f8b07240eab7a154189ff39546'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:09:22.881922 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-12723c71-acf3-4054-a90d-04a1dfc29e23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 200 len: 999 time: 0.0668917 Aug 12 21:09:22.935077 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-8b9f1bc9-b537-4329-ac1e-e912d6b38f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.936600 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-8b9f1bc9-b537-4329-ac1e-e912d6b38f02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303ce668-62f8-4663-bd20-a7d9def21d44 HTTP/1.1" status: 200 len: 848 time: 0.0455430 Aug 12 21:09:22.939379 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Made reservation on behalf of f97352f8b07240eab7a154189ff39546 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:09:22.943801 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:22.989181 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-a14677a6-7af2-420a-b1c9-67367ea621f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:22.990932 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-a14677a6-7af2-420a-b1c9-67367ea621f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d83c3d07-8230-4996-9e8d-fdeec6ac8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458472 Aug 12 21:09:23.086036 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Allocated IP 172.20.0.5 (276d2360-c87c-4ed2-a548-e4b001a41c3c/9f675306-fbb2-4164-915b-7cc3091cab30/37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:09:23.100361 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-7b3d732a-4b16-4175-a151-8c5214cc9780 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908065 Aug 12 21:09:23.196344 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [req-1c69370e-6223-4993-b546-13b3935f6ac7 req-61fd7568-ee04-436d-a9d8-6fad8f501c35 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865040 Aug 12 21:09:23.263523 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:23.280938 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518720c-7ffc-47b9-8759-8f69685ec36a req-f51b3c08-2ceb-4124-99f6-97d5be2ddc9c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:23.282417 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0518720c-7ffc-47b9-8759-8f69685ec36a req-f51b3c08-2ceb-4124-99f6-97d5be2ddc9c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.0786674 Aug 12 21:09:23.340226 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0518720c-7ffc-47b9-8759-8f69685ec36a req-9b45274b-6dc3-4b2b-b39b-357cf2f20720 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504978 Aug 12 21:09:23.348497 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:23.391987 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Network 276d2360-c87c-4ed2-a548-e4b001a41c3c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:09:23.395563 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:09:23.399305 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:09:23.405562 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Pushing event updated for resources: {'Port': ['ID=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:23.453878 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:23.454505 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:23.478050 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-01798b11-53ef-451d-88f2-71527218c79d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6643612 Aug 12 21:09:23.498219 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Request body: {'port': {'device_id': '23549f5d-c54f-44c8-b6ef-2c2350f2aad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:09:23.550840 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:09:23.551937 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506952c2-dcf7-40e3-bce1-5b7937bac564 req-539bec73-ab31-4f41-9d5c-1a02dffb5833 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:23.553631 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-506952c2-dcf7-40e3-bce1-5b7937bac564 req-539bec73-ab31-4f41-9d5c-1a02dffb5833 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0888808 Aug 12 21:09:23.593233 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:23.621224 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-506952c2-dcf7-40e3-bce1-5b7937bac564 req-bf6275ad-3555-40af-8ccd-4a1096444e99 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507205 Aug 12 21:09:23.831163 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43209bbf-ae6b-4e53-b04c-b08a04b14587 req-54892178-fe9c-45bf-90b5-16f83e9ec77e tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:23.832666 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-43209bbf-ae6b-4e53-b04c-b08a04b14587 req-54892178-fe9c-45bf-90b5-16f83e9ec77e tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 931 time: 0.0989399 Aug 12 21:09:23.898268 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-43209bbf-ae6b-4e53-b04c-b08a04b14587 req-6a6e41f3-f5f6-425a-b239-9ad7a19ef645 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567994 Aug 12 21:09:23.950018 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:09:23.959562 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:23.972846 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Transition to ACTIVE for port object 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:09:23.976954 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:24.028853 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Pushing event updated for resources: {'Port': ['ID=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:24.094115 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Attempting to bind port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:09:24.094445 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Attempting to bind port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '54318c13-d133-4db2-9a54-46d64ceee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:09:24.094802 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Attempting to bind port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 on network 276d2360-c87c-4ed2-a548-e4b001a41c3c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:09:24.101014 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 on network 276d2360-c87c-4ed2-a548-e4b001a41c3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:09:24.101014 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Attempting to bind port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 on network 276d2360-c87c-4ed2-a548-e4b001a41c3c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:09:24.105245 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:09:24.105575 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Checking segment: {'id': '54318c13-d133-4db2-9a54-46d64ceee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:09:24.105950 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Bound using segment: {'id': '54318c13-d133-4db2-9a54-46d64ceee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:09:24.106476 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Bound port: 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54318c13-d133-4db2-9a54-46d64ceee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:09:24.106869 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:24.169835 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] For port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:09:24.172644 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] For port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:09:24.177269 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:24.210423 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:24.211053 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:24.212400 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] 10.222.0.42 "PUT /v2.0/ports/37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 HTTP/1.1" status: 200 len: 1093 time: 0.7195663 Aug 12 21:09:24.212823 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23549f5d-c54f-44c8-b6ef-2c2350f2aad3', 'tag': '37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:24.215029 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d1942e-7282-4733-80cb-8116d7badefc" -d '{"events": [{"name": "network-changed", "server_uuid": "23549f5d-c54f-44c8-b6ef-2c2350f2aad3", "tag": "37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:24.239474 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1db578-6c81-4f0d-a26b-7ced29060e8a service neutron] Pushing event updated for resources: {'Port': ['ID=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:24.255764 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fce57b2-f404-4cb9-9ab7-908435ddda8b x-openstack-request-id: req-7fce57b2-f404-4cb9-9ab7-908435ddda8b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:24.256049 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23549f5d-c54f-44c8-b6ef-2c2350f2aad3", "tag": "37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:24.256295 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fce57b2-f404-4cb9-9ab7-908435ddda8b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:24.256682 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23549f5d-c54f-44c8-b6ef-2c2350f2aad3', 'tag': '37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1', 'status': 'completed', 'code': 200} Aug 12 21:09:24.289770 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8c070fe9-dcfa-4433-8499-259d875b3999 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:09:24.302929 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-15f4e6f2-986c-4ef7-8137-b0c2320aa7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:24.304628 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-15f4e6f2-986c-4ef7-8137-b0c2320aa7ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f97352f8b07240eab7a154189ff39546&device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 1096 time: 0.0424144 Aug 12 21:09:24.350098 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-0d9880c4-3a21-4112-8b24-8a6b07b6cfb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 HTTP/1.1" status: 200 len: 217 time: 0.0378926 Aug 12 21:09:24.389549 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:24.399711 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-7c34f94c-2553-41ae-b089-19f4ccd39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:24.401170 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-7c34f94c-2553-41ae-b089-19f4ccd39157 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f675306-fbb2-4164-915b-7cc3091cab30 HTTP/1.1" status: 200 len: 849 time: 0.0445004 Aug 12 21:09:24.403551 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '8c070fe9-dcfa-4433-8499-259d875b3999', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'port_id': '8c070fe9-dcfa-4433-8499-259d875b3999', 'mac_address': 'fa:16:3e:cc:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:09:24.435152 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-df403e1d-7338-4e4c-a590-dd3a952a2065 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=276d2360-c87c-4ed2-a548-e4b001a41c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267987 Aug 12 21:09:24.447962 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:24.462043 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c070fe9-dcfa-4433-8499-259d875b3999 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:09:24.481477 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:24.485569 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:24.533093 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:24.537535 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ca19-eb49-4a77-8313-19a475e35d16 req-3fdf83ac-c9c6-4733-95c7-43166e0fbb1c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:24.539066 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3af5ca19-eb49-4a77-8313-19a475e35d16 req-3fdf83ac-c9c6-4733-95c7-43166e0fbb1c tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 943 time: 0.1069212 Aug 12 21:09:24.576201 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-7cb9a63f-e20d-4ab7-acc9-bcce7350c96d service neutron] 10.222.0.42 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332695 Aug 12 21:09:24.597887 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3af5ca19-eb49-4a77-8313-19a475e35d16 req-46e1b2f0-d7a9-41c7-ade7-946076ef6cbb tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526426 Aug 12 21:09:24.675206 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f563c74-d5e3-4256-a2f6-24a9a2ea2d44 req-eb2f8b42-e705-42be-917b-08364307b2e6 service neutron] 10.222.0.42 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913258 Aug 12 21:09:24.698942 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['8c070fe9-dcfa-4433-8499-259d875b3999'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:09:24.769431 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73de1d4-927c-4424-82a9-c9e015f81fa4 req-78d23ae5-0f4d-4d82-8463-5fa822c233a5 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:24.770916 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73de1d4-927c-4424-82a9-c9e015f81fa4 req-78d23ae5-0f4d-4d82-8463-5fa822c233a5 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0797372 Aug 12 21:09:24.777292 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1942e-7282-4733-80cb-8116d7badefc req-d5ab4b3f-f976-41a7-8cb8-d2dda04eb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:24.778706 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c1d1942e-7282-4733-80cb-8116d7badefc req-d5ab4b3f-f976-41a7-8cb8-d2dda04eb947 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f97352f8b07240eab7a154189ff39546&device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 1096 time: 0.0545113 Aug 12 21:09:24.862460 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b73de1d4-927c-4424-82a9-c9e015f81fa4 req-9351c05c-4de8-445b-ab61-95ceb772110d tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819442 Aug 12 21:09:24.893987 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1942e-7282-4733-80cb-8116d7badefc req-14ba7fa3-6604-4263-823d-d72db5537045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:24.895486 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c1d1942e-7282-4733-80cb-8116d7badefc req-14ba7fa3-6604-4263-823d-d72db5537045 service neutron] 10.222.0.42 "GET /v2.0/networks?id=276d2360-c87c-4ed2-a548-e4b001a41c3c HTTP/1.1" status: 200 len: 910 time: 0.1096253 Aug 12 21:09:24.938126 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c1d1942e-7282-4733-80cb-8116d7badefc req-9c4e1aa6-15a7-4f8c-9806-99bfa7115232 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 HTTP/1.1" status: 200 len: 217 time: 0.0348730 Aug 12 21:09:25.017515 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1942e-7282-4733-80cb-8116d7badefc req-e5a1175d-6563-4340-8046-f0b0b329537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:25.019716 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c1d1942e-7282-4733-80cb-8116d7badefc req-e5a1175d-6563-4340-8046-f0b0b329537b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f675306-fbb2-4164-915b-7cc3091cab30 HTTP/1.1" status: 200 len: 849 time: 0.0740275 Aug 12 21:09:25.045266 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61e468-b8d2-4447-a039-1e1d89af67a5 req-a5c4e913-82c3-46a8-9ce5-c47b7dbdc766 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:25.046862 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4d61e468-b8d2-4447-a039-1e1d89af67a5 req-a5c4e913-82c3-46a8-9ce5-c47b7dbdc766 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 943 time: 0.0709908 Aug 12 21:09:25.064263 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c1d1942e-7282-4733-80cb-8116d7badefc req-ab3207cf-43b9-49a2-adaf-242bd048f467 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=276d2360-c87c-4ed2-a548-e4b001a41c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360560 Aug 12 21:09:25.423955 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4d61e468-b8d2-4447-a039-1e1d89af67a5 req-29764afe-6cc9-470c-916c-fe23d2f43e62 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618886 Aug 12 21:09:25.460473 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c1d1942e-7282-4733-80cb-8116d7badefc req-3eeb2919-2776-4d34-8c0c-b80ae17c3857 service neutron] 10.222.0.42 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832824 Aug 12 21:09:25.546653 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c1d1942e-7282-4733-80cb-8116d7badefc req-1f51c0d1-912f-4356-9748-483c54b6673e service neutron] 10.222.0.42 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790176 Aug 12 21:09:25.715782 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a132ff-acde-466b-ba80-295e1652f1fa req-95afcd9d-2829-4837-a207-f1ca30a7a3d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:25.717223 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e8a132ff-acde-466b-ba80-295e1652f1fa req-95afcd9d-2829-4837-a207-f1ca30a7a3d3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 944 time: 0.0494921 Aug 12 21:09:25.754720 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e8a132ff-acde-466b-ba80-295e1652f1fa req-3b5faf93-7834-4098-ac94-d869657bf6ca tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313354 Aug 12 21:09:25.978336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dae99f-8f4c-47c9-8af5-2bdc0125307f req-f3ab6518-bee1-4804-9d3e-925e24b10425 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:25.979734 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-07dae99f-8f4c-47c9-8af5-2bdc0125307f req-f3ab6518-bee1-4804-9d3e-925e24b10425 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0518267 Aug 12 21:09:26.016531 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-07dae99f-8f4c-47c9-8af5-2bdc0125307f req-26e605c5-99b2-4480-9a64-bda14c407dcf tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308571 Aug 12 21:09:26.289700 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8c070fe9-dcfa-4433-8499-259d875b3999 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:09:26.336121 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 8c070fe9-dcfa-4433-8499-259d875b3999 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:09:26.336489 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:26.409778 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:26.432019 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:26.434213 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc6d845-4818-41d2-bd15-81bb3f02821b" -d '{"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-plugged", "status": "completed", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:26.449902 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:26.456006 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:26.479951 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a1f668-835e-4fe6-a32c-fd41f8a0a7ee x-openstack-request-id: req-f5a1f668-835e-4fe6-a32c-fd41f8a0a7ee {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:26.480234 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-plugged", "status": "completed", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:26.480481 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5a1f668-835e-4fe6-a32c-fd41f8a0a7ee {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:26.480862 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999', 'code': 200} Aug 12 21:09:26.508878 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:26.553827 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafde01-fee1-445e-b5b9-a487f87587af req-45385446-de5c-428e-a83e-e4a5029532d8 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:26.555242 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7dafde01-fee1-445e-b5b9-a487f87587af req-45385446-de5c-428e-a83e-e4a5029532d8 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 943 time: 0.0595777 Aug 12 21:09:26.598135 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7dafde01-fee1-445e-b5b9-a487f87587af req-f28e76fe-bcc1-4a52-979d-46954c845378 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364864 Aug 12 21:09:26.655738 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ad5ff-3e9e-4e6a-8377-71c6e32ab5b8 req-34823cf8-0ce7-43eb-bb3e-83b1f85d20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:26.657211 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7f7ad5ff-3e9e-4e6a-8377-71c6e32ab5b8 req-34823cf8-0ce7-43eb-bb3e-83b1f85d20e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 1099 time: 0.0389025 Aug 12 21:09:26.692063 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7f7ad5ff-3e9e-4e6a-8377-71c6e32ab5b8 req-db79c397-da54-49b2-ae5a-f7b08682bec8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275660 Aug 12 21:09:26.876562 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1501565-ea93-4969-93e4-1edab22b798d req-8439327b-c2de-43b2-a03e-c3510d922411 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:26.878805 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e1501565-ea93-4969-93e4-1edab22b798d req-8439327b-c2de-43b2-a03e-c3510d922411 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 946 time: 0.0523486 Aug 12 21:09:26.916143 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-e1501565-ea93-4969-93e4-1edab22b798d req-d9856928-018d-47c1-982f-e316e6cdc680 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312610 Aug 12 21:09:27.129776 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce63663-9a32-41da-8c63-ea7005d02132 req-5fcda748-9223-4ca8-951a-7bf18b900a4e tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:27.131139 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9ce63663-9a32-41da-8c63-ea7005d02132 req-5fcda748-9223-4ca8-951a-7bf18b900a4e tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0482521 Aug 12 21:09:27.167384 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9ce63663-9a32-41da-8c63-ea7005d02132 req-1dc06141-6218-4a83-a019-b8dec6fd53e4 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303593 Aug 12 21:09:27.718529 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95fb2c-4fa0-4844-a090-800258f09587 req-2d7285f1-9243-4021-bf30-5d37275991d6 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:27.720060 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ca95fb2c-4fa0-4844-a090-800258f09587 req-2d7285f1-9243-4021-bf30-5d37275991d6 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 943 time: 0.0517313 Aug 12 21:09:27.760562 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ca95fb2c-4fa0-4844-a090-800258f09587 req-c2a8737b-e0ce-41e7-b0e7-8d1fe204061a tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336521 Aug 12 21:09:28.040575 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b121aab-9e35-4731-93bd-e8577178d5f7 req-6286cd09-540b-4ac0-81a8-ad31c1d558d2 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:28.041968 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2b121aab-9e35-4731-93bd-e8577178d5f7 req-6286cd09-540b-4ac0-81a8-ad31c1d558d2 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 946 time: 0.0537736 Aug 12 21:09:28.081285 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2b121aab-9e35-4731-93bd-e8577178d5f7 req-5af9e480-c393-40ae-80b0-c883ac001953 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Aug 12 21:09:28.285609 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006274c4-dc05-42fc-9367-16912cc0565d req-d5b82853-8be4-49a8-ad40-9280d82c2492 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:28.287102 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-006274c4-dc05-42fc-9367-16912cc0565d req-d5b82853-8be4-49a8-ad40-9280d82c2492 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0498166 Aug 12 21:09:28.305265 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:09:28.325964 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-006274c4-dc05-42fc-9367-16912cc0565d req-63f26ef3-2995-47bd-b97e-5839bdb4a08c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326531 Aug 12 21:09:28.400449 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:28.412159 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': '37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1', 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c', 'port_id': '37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1', 'mac_address': 'fa:16:3e:a9:77:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f675306-fbb2-4164-915b-7cc3091cab30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:09:28.452057 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:28.465012 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:09:28.483920 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:28.488311 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:28.535310 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:28.737512 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:09:28.873917 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19fc02-eaea-431a-a8dc-3167bd5b52ad req-ff35ee75-e581-4ba7-b9ac-fa875023be23 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:28.875427 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9e19fc02-eaea-431a-a8dc-3167bd5b52ad req-ff35ee75-e581-4ba7-b9ac-fa875023be23 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 944 time: 0.0482302 Aug 12 21:09:28.913308 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-9e19fc02-eaea-431a-a8dc-3167bd5b52ad req-da1f0ad2-13fd-49e0-b855-30e48c06f3dd tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Aug 12 21:09:29.203832 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836d264-7cf7-407c-88c9-0107668d05ea req-b6ee45c7-1b65-46bf-87bd-e21506331313 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:29.205313 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7836d264-7cf7-407c-88c9-0107668d05ea req-b6ee45c7-1b65-46bf-87bd-e21506331313 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 946 time: 0.0522370 Aug 12 21:09:29.244094 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7836d264-7cf7-407c-88c9-0107668d05ea req-2b717d43-a312-4904-9620-93e43c581cae tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327213 Aug 12 21:09:29.440882 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a3e24-7c4e-4a06-bb57-3b54c77ae94f req-fd33b048-8715-40e8-92ea-a72e29c19b7a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:29.442347 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-009a3e24-7c4e-4a06-bb57-3b54c77ae94f req-fd33b048-8715-40e8-92ea-a72e29c19b7a tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0498178 Aug 12 21:09:29.479688 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-009a3e24-7c4e-4a06-bb57-3b54c77ae94f req-01d34612-81d8-4c36-8e1a-a0ffa95b309c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Aug 12 21:09:30.025869 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581677ea-cbeb-484d-a9c0-f79d222e3851 req-bf23f236-5319-4b6c-8f2c-007a03b1ac38 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:30.027358 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-581677ea-cbeb-484d-a9c0-f79d222e3851 req-bf23f236-5319-4b6c-8f2c-007a03b1ac38 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 944 time: 0.0484102 Aug 12 21:09:30.065816 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-581677ea-cbeb-484d-a9c0-f79d222e3851 req-f5c8a68d-06cf-4e25-98c6-b4d80064a5ef tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Aug 12 21:09:30.304677 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f1fca0f8-5380-4698-9116-3e212048f04f details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:09:30.307765 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:09:30.412032 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:09:30.419234 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:09:30.419604 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:30.457406 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1fca0f8-5380-4698-9116-3e212048f04f,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:30.476317 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'port_id': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'mac_address': 'fa:16:3e:3f:12:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:09:30.542172 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:30.553343 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:30.567716 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fca0f8-5380-4698-9116-3e212048f04f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:09:30.595191 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23549f5d-c54f-44c8-b6ef-2c2350f2aad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:30.598047 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fab127-5086-47b9-9321-47db5353fe0a" -d '{"events": [{"server_uuid": "23549f5d-c54f-44c8-b6ef-2c2350f2aad3", "name": "network-vif-plugged", "status": "completed", "tag": "37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:30.601173 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc33485-ab50-4890-b503-2fadf351992a req-fe0594a2-6644-4efa-b618-4cc5b25ff88f tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:30.602832 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4dc33485-ab50-4890-b503-2fadf351992a req-fe0594a2-6644-4efa-b618-4cc5b25ff88f tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 944 time: 0.0562510 Aug 12 21:09:30.610050 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1fca0f8-5380-4698-9116-3e212048f04f,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:30.614466 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:30.615938 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:30.621061 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:30.645619 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5493566d-4459-4516-b6cd-6e7057e1e745 x-openstack-request-id: req-5493566d-4459-4516-b6cd-6e7057e1e745 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:30.645910 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23549f5d-c54f-44c8-b6ef-2c2350f2aad3", "name": "network-vif-plugged", "status": "completed", "tag": "37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:30.646166 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5493566d-4459-4516-b6cd-6e7057e1e745 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:30.646582 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23549f5d-c54f-44c8-b6ef-2c2350f2aad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1', 'code': 200} Aug 12 21:09:30.647703 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4dc33485-ab50-4890-b503-2fadf351992a req-948a9924-c1cb-48a5-9d33-e311f201f716 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371132 Aug 12 21:09:30.668331 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=f1fca0f8-5380-4698-9116-3e212048f04f,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:30.717232 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:30.809852 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e6044-c689-47d5-894c-6c422645d85b req-1bd3a333-222b-4f0b-b52d-d4091b70593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:30.811339 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-015e6044-c689-47d5-894c-6c422645d85b req-1bd3a333-222b-4f0b-b52d-d4091b70593f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 1098 time: 0.0397458 Aug 12 21:09:30.846209 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-015e6044-c689-47d5-894c-6c422645d85b req-a14bcd15-dad9-49be-8e2c-5a9d20cad778 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267076 Aug 12 21:09:30.849510 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['f1fca0f8-5380-4698-9116-3e212048f04f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:09:31.184990 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646052ec-9ec3-414b-80e1-44097bce109c req-d1113c78-c336-4607-80e0-455090376cda tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:31.186480 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-646052ec-9ec3-414b-80e1-44097bce109c req-d1113c78-c336-4607-80e0-455090376cda tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 945 time: 0.0526688 Aug 12 21:09:31.226973 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-646052ec-9ec3-414b-80e1-44097bce109c req-09c088c7-5d32-4283-b0b0-b9fad5190bc2 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Aug 12 21:09:31.768880 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d28e4-b1af-41d8-9c90-5d1634bd09bd req-747d4910-58c8-482b-8b6d-03f67afaf76c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:31.771106 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-193d28e4-b1af-41d8-9c90-5d1634bd09bd req-747d4910-58c8-482b-8b6d-03f67afaf76c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 945 time: 0.0557246 Aug 12 21:09:31.810501 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-193d28e4-b1af-41d8-9c90-5d1634bd09bd req-d738d888-36de-433e-af34-de5082680fc8 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335321 Aug 12 21:09:32.307574 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f1fca0f8-5380-4698-9116-3e212048f04f up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:09:32.340094 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca0a7d-9fd0-432e-b0fe-fe8900965fb2 req-ca14201c-0d8e-46d0-9f05-15ab3ea00f34 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:32.341567 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-beca0a7d-9fd0-432e-b0fe-fe8900965fb2 req-ca14201c-0d8e-46d0-9f05-15ab3ea00f34 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 945 time: 0.0488498 Aug 12 21:09:32.354986 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port f1fca0f8-5380-4698-9116-3e212048f04f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:09:32.355367 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:32.380031 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-beca0a7d-9fd0-432e-b0fe-fe8900965fb2 req-350f2456-f64d-464e-98e3-5f9ba0d5d0ec tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Aug 12 21:09:32.435947 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:32.469669 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1fca0f8-5380-4698-9116-3e212048f04f,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:32.473594 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:32.522168 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=f1fca0f8-5380-4698-9116-3e212048f04f,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:32.647597 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:32.649949 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061d1dec-df64-447c-8438-53ebcaf93642" -d '{"events": [{"server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "name": "network-vif-plugged", "status": "completed", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:32.687747 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57865f0-9a5e-4d87-847a-1767b30b79f4 x-openstack-request-id: req-e57865f0-9a5e-4d87-847a-1767b30b79f4 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:32.688167 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "name": "network-vif-plugged", "status": "completed", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:32.688416 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e57865f0-9a5e-4d87-847a-1767b30b79f4 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:32.688687 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'code': 200} Aug 12 21:09:32.951374 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c63244-8e79-463e-ae87-df8859c34297 req-4c410e07-a836-4fc5-b934-7b7c83e579bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:32.952859 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-33c63244-8e79-463e-ae87-df8859c34297 req-4c410e07-a836-4fc5-b934-7b7c83e579bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1099 time: 0.0757346 Aug 12 21:09:32.960175 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fab527-3fbc-4c3e-ac74-475c99ce8da4 req-a6ae5590-63e6-4638-b502-07380faa6cfc tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:32.961565 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-04fab527-3fbc-4c3e-ac74-475c99ce8da4 req-a6ae5590-63e6-4638-b502-07380faa6cfc tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0761132 Aug 12 21:09:33.047414 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-33c63244-8e79-463e-ae87-df8859c34297 req-20682fbe-4c47-4e5e-b6b8-306a4444b6ad service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779402 Aug 12 21:09:33.052671 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-04fab527-3fbc-4c3e-ac74-475c99ce8da4 req-debd2e84-6ee1-4c03-b062-6e15743b7ab8 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850356 Aug 12 21:09:33.064622 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a8359-508b-43c2-a997-ad0d87cf1632 req-f53fe1d6-afb4-42a2-99a5-c7c4a255af77 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:33.066071 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-033a8359-508b-43c2-a997-ad0d87cf1632 req-f53fe1d6-afb4-42a2-99a5-c7c4a255af77 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 945 time: 0.0958319 Aug 12 21:09:33.106873 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-033a8359-508b-43c2-a997-ad0d87cf1632 req-2667eefd-aaf5-4d80-94e9-0289e809f0c1 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345776 Aug 12 21:09:34.171342 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a622c-d1df-4dc5-82b7-b734c9f83189 req-8b48b8f5-6934-473d-a058-9e2bfc3787ad tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:34.172841 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b75a622c-d1df-4dc5-82b7-b734c9f83189 req-8b48b8f5-6934-473d-a058-9e2bfc3787ad tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0536959 Aug 12 21:09:34.242121 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b75a622c-d1df-4dc5-82b7-b734c9f83189 req-10e76fa6-7d2d-456e-9a67-f59024285f82 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590513 Aug 12 21:09:34.250374 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b92ac-a182-4f30-9e5b-0400abaca711 req-7b93a0d1-82e7-4559-98be-61910068c9fc tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:34.252131 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a19b92ac-a182-4f30-9e5b-0400abaca711 req-7b93a0d1-82e7-4559-98be-61910068c9fc tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 945 time: 0.0772719 Aug 12 21:09:34.291411 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a19b92ac-a182-4f30-9e5b-0400abaca711 req-69aad78f-5a53-4255-8358-bdebe65d20fa tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331857 Aug 12 21:09:34.572410 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a2971f1e-ef2b-4564-808f-dbb93f02d9e0 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:34.573870 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a2971f1e-ef2b-4564-808f-dbb93f02d9e0 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.42 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 945 time: 0.0497768 Aug 12 21:09:34.678102 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Deleting port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:09:34.678443 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:34.771651 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] For port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:34.772017 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:34.790697 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Calling delete_port for 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:09:34.934052 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:34.946014 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:09:34.963427 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Pushing event deleted for resources: {'Port': ['ID=37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:35.007539 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] No DVR routers for this DVR port 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:09:35.010119 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:35.012349 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5c2a3fb3-2228-40ed-a535-e5f3fe97acba req-a48c0035-15bd-448a-84f3-07d55650d213 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.42 "DELETE /v2.0/ports/37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 HTTP/1.1" status: 204 len: 173 time: 0.4323184 Aug 12 21:09:35.012788 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23549f5d-c54f-44c8-b6ef-2c2350f2aad3', 'name': 'network-vif-deleted', 'tag': '37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:35.015118 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec1f653-ecad-4952-8406-947a2f09131b" -d '{"events": [{"server_uuid": "23549f5d-c54f-44c8-b6ef-2c2350f2aad3", "name": "network-vif-deleted", "tag": "37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:35.050528 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a5647c-5b62-47b5-9cc6-47f4d8ab9fb6 x-openstack-request-id: req-59a5647c-5b62-47b5-9cc6-47f4d8ab9fb6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:35.050852 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23549f5d-c54f-44c8-b6ef-2c2350f2aad3", "name": "network-vif-deleted", "tag": "37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:35.051102 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59a5647c-5b62-47b5-9cc6-47f4d8ab9fb6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:35.051489 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23549f5d-c54f-44c8-b6ef-2c2350f2aad3', 'name': 'network-vif-deleted', 'tag': '37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1', 'status': 'completed', 'code': 200} Aug 12 21:09:35.401676 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-047bc427-e4a5-4d86-b463-8c62111da082 req-d8356ec8-cb79-4f77-a7c5-69e437cbf8a7 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=23549f5d-c54f-44c8-b6ef-2c2350f2aad3 HTTP/1.1" status: 200 len: 210 time: 0.0278740 Aug 12 21:09:36.659420 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-28ce9c74-2517-4035-b594-2e0c45056163 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:36.661844 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-28ce9c74-2517-4035-b594-2e0c45056163 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/networks?id=276d2360-c87c-4ed2-a548-e4b001a41c3c HTTP/1.1" status: 200 len: 809 time: 0.1042523 Aug 12 21:09:36.677969 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8ffd4173-f99c-4c69-b5c9-28557addab91 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/quotas/f97352f8b07240eab7a154189ff39546 HTTP/1.1" status: 200 len: 375 time: 0.0097678 Aug 12 21:09:36.715140 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-37f06f2b-72d8-4ab2-82c9-850558570de6 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f97352f8b07240eab7a154189ff39546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310812 Aug 12 21:09:36.804820 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-42378f18-1015-461f-9fea-b67742b5d92a service neutron] 10.222.0.18 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825775 Aug 12 21:09:36.896656 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-5e3063ab-c1cb-45d5-9665-ac92102ca5fe service neutron] 10.222.0.18 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 Aug 12 21:09:37.053472 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3d5702ff-263b-42d3-80bf-d1c67bb57918 req-d6d7d0e3-cc2f-4da8-b1f5-54e0fd5e8976 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 210 time: 0.0269380 Aug 12 21:09:37.969222 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-d1ebcb1f-a0f4-4058-bbe0-4d6e1f393791 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:37.971395 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-d1ebcb1f-a0f4-4058-bbe0-4d6e1f393791 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.42 "GET /v2.0/networks?id=276d2360-c87c-4ed2-a548-e4b001a41c3c HTTP/1.1" status: 200 len: 809 time: 0.1093187 Aug 12 21:09:37.985156 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Request body: {'port': {'device_id': 'b68ec545-3312-41f5-8e1e-cb9ddd651c0e', 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c', 'admin_state_up': True, 'tenant_id': 'f97352f8b07240eab7a154189ff39546'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:09:38.101624 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Made reservation on behalf of f97352f8b07240eab7a154189ff39546 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:09:38.105211 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:38.180865 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-567fa47c-96d9-4e54-a03a-435fbb1d3179 req-5b6bb401-e1e2-4a00-a0ec-6357bb181705 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 210 time: 0.0525517 Aug 12 21:09:38.258021 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Allocated IP 172.20.0.5 (276d2360-c87c-4ed2-a548-e4b001a41c3c/9f675306-fbb2-4164-915b-7cc3091cab30/c50e0d81-9e8a-4478-a772-d6e6be1649fe) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:09:38.339677 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:09:38.363475 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:09:38.363816 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 37b6dfc8-1811-4fd1-bf6b-f2bdfea88dc1 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:09:38.405974 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:38.445350 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:38.489310 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Network 276d2360-c87c-4ed2-a548-e4b001a41c3c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:09:38.494288 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:09:38.497978 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:09:38.525443 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Pushing event updated for resources: {'Port': ['ID=c50e0d81-9e8a-4478-a772-d6e6be1649fe,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:38.550643 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:38.551265 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:38.565158 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-1cb1e67b-6388-458b-94b3-7dcef52df817 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5842466 Aug 12 21:09:38.579172 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Request body: {'port': {'device_id': 'b68ec545-3312-41f5-8e1e-cb9ddd651c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:09:38.631138 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:38.889777 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50e0d81-9e8a-4478-a772-d6e6be1649fe {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:09:38.897770 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:38.909586 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Transition to ACTIVE for port object c50e0d81-9e8a-4478-a772-d6e6be1649fe will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:09:38.913172 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:38.964846 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c50e0d81-9e8a-4478-a772-d6e6be1649fe,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:39.030224 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Attempting to bind port c50e0d81-9e8a-4478-a772-d6e6be1649fe on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:09:39.030901 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Attempting to bind port c50e0d81-9e8a-4478-a772-d6e6be1649fe by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': '54318c13-d133-4db2-9a54-46d64ceee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:09:39.030901 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Attempting to bind port c50e0d81-9e8a-4478-a772-d6e6be1649fe on network 276d2360-c87c-4ed2-a548-e4b001a41c3c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:09:39.035181 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Port c50e0d81-9e8a-4478-a772-d6e6be1649fe on network 276d2360-c87c-4ed2-a548-e4b001a41c3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:09:39.035495 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Attempting to bind port c50e0d81-9e8a-4478-a772-d6e6be1649fe on network 276d2360-c87c-4ed2-a548-e4b001a41c3c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:09:39.040177 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:09:39.040509 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Checking segment: {'id': '54318c13-d133-4db2-9a54-46d64ceee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:09:39.040925 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Bound using segment: {'id': '54318c13-d133-4db2-9a54-46d64ceee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:09:39.041329 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Bound port: c50e0d81-9e8a-4478-a772-d6e6be1649fe, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54318c13-d133-4db2-9a54-46d64ceee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:09:39.041677 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:39.104271 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] For port c50e0d81-9e8a-4478-a772-d6e6be1649fe, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:09:39.107267 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] For port c50e0d81-9e8a-4478-a772-d6e6be1649fe, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c50e0d81-9e8a-4478-a772-d6e6be1649fe,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:09:39.111749 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:39.145101 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:39.145711 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:39.147160 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/c50e0d81-9e8a-4478-a772-d6e6be1649fe HTTP/1.1" status: 200 len: 1093 time: 0.5725472 Aug 12 21:09:39.147611 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68ec545-3312-41f5-8e1e-cb9ddd651c0e', 'tag': 'c50e0d81-9e8a-4478-a772-d6e6be1649fe'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:39.149808 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "b68ec545-3312-41f5-8e1e-cb9ddd651c0e", "tag": "c50e0d81-9e8a-4478-a772-d6e6be1649fe"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:39.173853 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782bfa0-60f3-4149-a742-d246ac45a6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c50e0d81-9e8a-4478-a772-d6e6be1649fe,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:39.192366 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db1a33-1734-4d55-ab00-0138cc51c03d x-openstack-request-id: req-79db1a33-1734-4d55-ab00-0138cc51c03d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:39.192662 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68ec545-3312-41f5-8e1e-cb9ddd651c0e", "tag": "c50e0d81-9e8a-4478-a772-d6e6be1649fe", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:39.193047 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79db1a33-1734-4d55-ab00-0138cc51c03d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:39.193475 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68ec545-3312-41f5-8e1e-cb9ddd651c0e', 'tag': 'c50e0d81-9e8a-4478-a772-d6e6be1649fe', 'status': 'completed', 'code': 200} Aug 12 21:09:39.216571 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e3791e7-c122-4c2d-877d-2094f30b5e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:39.302310 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-2954fbb1-3d13-479e-934c-84ba412504af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:39.303811 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-2954fbb1-3d13-479e-934c-84ba412504af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f97352f8b07240eab7a154189ff39546&device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 1096 time: 0.0745072 Aug 12 21:09:39.316233 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991df162-cb96-4484-a4e6-114fd081473a req-16f6b895-acac-48fc-8519-bc7254ff1045 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:39.317602 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-991df162-cb96-4484-a4e6-114fd081473a req-16f6b895-acac-48fc-8519-bc7254ff1045 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 943 time: 0.0611684 Aug 12 21:09:39.361164 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-3ee259cb-2414-406f-849e-3c217e1245fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c50e0d81-9e8a-4478-a772-d6e6be1649fe HTTP/1.1" status: 200 len: 217 time: 0.0421221 Aug 12 21:09:39.405074 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-991df162-cb96-4484-a4e6-114fd081473a req-86783f1c-20cc-43fb-9043-4a4342bc0fbb tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811381 Aug 12 21:09:39.433277 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-ffc0d059-b1d4-41d1-8a18-bbf3e58e6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:39.434796 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-ffc0d059-b1d4-41d1-8a18-bbf3e58e6805 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f675306-fbb2-4164-915b-7cc3091cab30 HTTP/1.1" status: 200 len: 849 time: 0.0611513 Aug 12 21:09:39.467290 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-df193cf7-f479-4cb3-b09f-377b19b03f39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=276d2360-c87c-4ed2-a548-e4b001a41c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243967 Aug 12 21:09:39.562302 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-75652a1a-74e5-424b-906d-3e91230b0c0e service neutron] 10.222.0.42 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842521 Aug 12 21:09:39.651249 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f87697c1-7613-405f-9df5-5a0e63ba2f6c req-6dc8fc3b-22e3-4431-aab9-d83854d79ba1 service neutron] 10.222.0.42 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809889 Aug 12 21:09:39.743739 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-e0c9c042-fc60-4c75-bc14-3deeb1eb13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:39.745226 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-e0c9c042-fc60-4c75-bc14-3deeb1eb13b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f97352f8b07240eab7a154189ff39546&device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 1096 time: 0.0469592 Aug 12 21:09:39.833664 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-45f63ae9-f9d0-4f6b-a5ca-f70e176c5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:39.835139 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-45f63ae9-f9d0-4f6b-a5ca-f70e176c5fe6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=276d2360-c87c-4ed2-a548-e4b001a41c3c HTTP/1.1" status: 200 len: 910 time: 0.0823660 Aug 12 21:09:39.880904 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-b235288c-27c6-404a-b0ff-5b391f24b81d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c50e0d81-9e8a-4478-a772-d6e6be1649fe HTTP/1.1" status: 200 len: 217 time: 0.0379958 Aug 12 21:09:39.933905 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-d5579026-dc1c-4017-9e09-e32004f4a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:39.935434 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-d5579026-dc1c-4017-9e09-e32004f4a185 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9f675306-fbb2-4164-915b-7cc3091cab30 HTTP/1.1" status: 200 len: 849 time: 0.0445142 Aug 12 21:09:39.974319 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-b591a917-2c53-41d1-9cc0-4efe516df35c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=276d2360-c87c-4ed2-a548-e4b001a41c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253918 Aug 12 21:09:40.073576 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-ea8734e2-af13-443c-9b04-f5e14d925c7b service neutron] 10.222.0.42 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803313 Aug 12 21:09:40.167020 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ae443ef1-e9d5-42db-8f0c-e866f6fc1ca0 req-c7b580dd-29a5-415f-a655-0828952d717a service neutron] 10.222.0.42 "GET /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860896 Aug 12 21:09:40.522895 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c18e98-94a2-4268-b775-d087ce59d7ef req-9ce815b5-94e9-4ccd-91f3-f51333ec7f61 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:40.524369 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09c18e98-94a2-4268-b775-d087ce59d7ef req-9ce815b5-94e9-4ccd-91f3-f51333ec7f61 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 943 time: 0.0488038 Aug 12 21:09:40.560945 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-09c18e98-94a2-4268-b775-d087ce59d7ef req-40b9c0ac-fbc9-4168-84ab-e413dc0553ae tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306818 Aug 12 21:09:41.679402 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86ca36-4cea-4ada-9827-a417e64621af req-74d23863-6309-4b82-8210-22d5401ca460 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:41.680909 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8d86ca36-4cea-4ada-9827-a417e64621af req-74d23863-6309-4b82-8210-22d5401ca460 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 943 time: 0.0523529 Aug 12 21:09:41.719225 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-8d86ca36-4cea-4ada-9827-a417e64621af req-250ce498-884f-4740-96dd-119b88d3ee7b tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323009 Aug 12 21:09:42.124608 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9f854bf6-7b1e-4e7a-8503-553228effc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:42.367430 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c50e0d81-9e8a-4478-a772-d6e6be1649fe details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:09:42.461247 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port c50e0d81-9e8a-4478-a772-d6e6be1649fe, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c50e0d81-9e8a-4478-a772-d6e6be1649fe,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:42.474246 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'c50e0d81-9e8a-4478-a772-d6e6be1649fe', 'network_id': '276d2360-c87c-4ed2-a548-e4b001a41c3c', 'port_id': 'c50e0d81-9e8a-4478-a772-d6e6be1649fe', 'mac_address': 'fa:16:3e:8c:24:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f675306-fbb2-4164-915b-7cc3091cab30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:09:42.534305 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:42.543748 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:42.550050 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50e0d81-9e8a-4478-a772-d6e6be1649fe {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:09:42.571109 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port c50e0d81-9e8a-4478-a772-d6e6be1649fe, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c50e0d81-9e8a-4478-a772-d6e6be1649fe,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:42.575752 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:42.625269 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=c50e0d81-9e8a-4478-a772-d6e6be1649fe,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:42.847762 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938dc8e-361a-46a6-bc91-0365c435b8f7 req-37f638ba-724b-43f3-94b3-c1a5718c074b tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:42.849238 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0938dc8e-361a-46a6-bc91-0365c435b8f7 req-37f638ba-724b-43f3-94b3-c1a5718c074b tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 944 time: 0.0502694 Aug 12 21:09:42.853266 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['c50e0d81-9e8a-4478-a772-d6e6be1649fe'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:09:42.890361 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0938dc8e-361a-46a6-bc91-0365c435b8f7 req-21873050-1960-42dd-87a1-db0d17654760 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Aug 12 21:09:43.020600 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:44.005621 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18ec2c-55f8-40a5-a8ce-b1aae4d398d8 req-7dac93d1-77ed-459c-a7bd-a4230baceca0 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:44.007147 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4d18ec2c-55f8-40a5-a8ce-b1aae4d398d8 req-7dac93d1-77ed-459c-a7bd-a4230baceca0 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 944 time: 0.0486729 Aug 12 21:09:44.044290 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4d18ec2c-55f8-40a5-a8ce-b1aae4d398d8 req-3fe82ff6-25b7-4f11-b4c3-8bef76e60aed tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Aug 12 21:09:44.371297 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c50e0d81-9e8a-4478-a772-d6e6be1649fe up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:09:44.421036 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port c50e0d81-9e8a-4478-a772-d6e6be1649fe completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:09:44.424682 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port c50e0d81-9e8a-4478-a772-d6e6be1649fe triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:09:44.425057 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:44.504252 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:44.525880 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68ec545-3312-41f5-8e1e-cb9ddd651c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50e0d81-9e8a-4478-a772-d6e6be1649fe'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:44.528130 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5906f2e7-c3ea-4bee-b228-db6caf443495" -d '{"events": [{"server_uuid": "b68ec545-3312-41f5-8e1e-cb9ddd651c0e", "name": "network-vif-plugged", "status": "completed", "tag": "c50e0d81-9e8a-4478-a772-d6e6be1649fe"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:44.544406 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port c50e0d81-9e8a-4478-a772-d6e6be1649fe, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c50e0d81-9e8a-4478-a772-d6e6be1649fe,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:44.548701 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:44.571944 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d73b4ab-f198-466a-9fda-830ce78971e3 x-openstack-request-id: req-5d73b4ab-f198-466a-9fda-830ce78971e3 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:44.572256 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68ec545-3312-41f5-8e1e-cb9ddd651c0e", "name": "network-vif-plugged", "status": "completed", "tag": "c50e0d81-9e8a-4478-a772-d6e6be1649fe", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:44.572485 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d73b4ab-f198-466a-9fda-830ce78971e3 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:44.572867 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68ec545-3312-41f5-8e1e-cb9ddd651c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50e0d81-9e8a-4478-a772-d6e6be1649fe', 'code': 200} Aug 12 21:09:44.599826 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:44.609104 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=c50e0d81-9e8a-4478-a772-d6e6be1649fe,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:44.750845 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926f7b-ce6a-4c6b-aae9-fcf613f606eb req-d0fe1fa6-74f3-4b8c-9e12-7d01dee72ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:44.753214 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a926f7b-ce6a-4c6b-aae9-fcf613f606eb req-d0fe1fa6-74f3-4b8c-9e12-7d01dee72ed5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 1098 time: 0.0520790 Aug 12 21:09:44.789575 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2a926f7b-ce6a-4c6b-aae9-fcf613f606eb req-07b695e5-63bf-41da-89e5-0ae5a538f000 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284045 Aug 12 21:09:44.844368 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:45.162268 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc9c19-138b-488f-9062-c31534fb3e4c req-602afac6-4123-43cf-b555-65ead925f654 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:45.163765 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-80dc9c19-138b-488f-9062-c31534fb3e4c req-602afac6-4123-43cf-b555-65ead925f654 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 945 time: 0.0482886 Aug 12 21:09:45.202526 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-80dc9c19-138b-488f-9062-c31534fb3e4c req-002ad90d-a375-4b94-bfdc-6a2b0550a6d9 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Aug 12 21:09:46.317941 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557345f-8aa2-45f0-a62a-6502f1a00a4a req-0d2b6d26-2bf1-4f65-b907-2998e289884b tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:46.319443 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4557345f-8aa2-45f0-a62a-6502f1a00a4a req-0d2b6d26-2bf1-4f65-b907-2998e289884b tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 945 time: 0.0499425 Aug 12 21:09:46.357091 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4557345f-8aa2-45f0-a62a-6502f1a00a4a req-7bbc11d3-cb7c-4fa0-9b3a-1becbb8bd606 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Aug 12 21:09:47.057163 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851be8a7-761a-411a-b9b7-b516927a8cac req-18315255-2872-4a23-b4e7-3ea106fbe757 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:47.058502 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-851be8a7-761a-411a-b9b7-b516927a8cac req-18315255-2872-4a23-b4e7-3ea106fbe757 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 945 time: 0.0515139 Aug 12 21:09:47.096231 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-851be8a7-761a-411a-b9b7-b516927a8cac req-e5684dbd-91ea-491a-8f64-3ddc05f264e1 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Aug 12 21:09:48.210197 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e995e0-6d5e-4ecc-869f-ebf625627c52 req-6cd9b228-83f7-420e-b11e-bbdc9a47f1c4 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:48.211683 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4e995e0-6d5e-4ecc-869f-ebf625627c52 req-6cd9b228-83f7-420e-b11e-bbdc9a47f1c4 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 945 time: 0.0486414 Aug 12 21:09:48.248191 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-d4e995e0-6d5e-4ecc-869f-ebf625627c52 req-b721260c-88e9-4f8b-8d4b-cbd07d19e3a4 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9f305c3-43e6-4296-9707-aa264500f224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306804 Aug 12 21:09:48.649672 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-52346e31-9b38-40f4-8a93-6d42fb741088 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:09:48.651190 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-52346e31-9b38-40f4-8a93-6d42fb741088 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.42 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 945 time: 0.0484076 Aug 12 21:09:48.748204 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Deleting port c50e0d81-9e8a-4478-a772-d6e6be1649fe {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:09:48.748544 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:48.835486 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] For port c50e0d81-9e8a-4478-a772-d6e6be1649fe, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=c50e0d81-9e8a-4478-a772-d6e6be1649fe,segment=NetworkSegment(54318c13-d133-4db2-9a54-46d64ceee85f),segment_id=54318c13-d133-4db2-9a54-46d64ceee85f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:09:48.835829 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:48.848415 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Calling delete_port for c50e0d81-9e8a-4478-a772-d6e6be1649fe owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:09:48.977154 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:48.994085 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['c50e0d81-9e8a-4478-a772-d6e6be1649fe'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:09:49.006399 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Pushing event deleted for resources: {'Port': ['ID=c50e0d81-9e8a-4478-a772-d6e6be1649fe,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:09:49.049225 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] No DVR routers for this DVR port c50e0d81-9e8a-4478-a772-d6e6be1649fe on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:09:49.051727 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:09:49.053690 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-37455c9b-c8a4-4ec0-a6fa-9566881d71bb req-172063f1-5dbb-40b3-97c0-09eaf0b91a47 tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.42 "DELETE /v2.0/ports/c50e0d81-9e8a-4478-a772-d6e6be1649fe HTTP/1.1" status: 204 len: 173 time: 0.3899550 Aug 12 21:09:49.054125 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68ec545-3312-41f5-8e1e-cb9ddd651c0e', 'name': 'network-vif-deleted', 'tag': 'c50e0d81-9e8a-4478-a772-d6e6be1649fe'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:09:49.056401 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e67ff28-e74d-4b41-98c5-4b944abb5d1f" -d '{"events": [{"server_uuid": "b68ec545-3312-41f5-8e1e-cb9ddd651c0e", "name": "network-vif-deleted", "tag": "c50e0d81-9e8a-4478-a772-d6e6be1649fe"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:09:49.094399 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9856d844-9c1a-40ab-b318-c3572205314b x-openstack-request-id: req-9856d844-9c1a-40ab-b318-c3572205314b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:09:49.094713 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68ec545-3312-41f5-8e1e-cb9ddd651c0e", "name": "network-vif-deleted", "tag": "c50e0d81-9e8a-4478-a772-d6e6be1649fe", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:09:49.094962 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9856d844-9c1a-40ab-b318-c3572205314b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:09:49.095351 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68ec545-3312-41f5-8e1e-cb9ddd651c0e', 'name': 'network-vif-deleted', 'tag': 'c50e0d81-9e8a-4478-a772-d6e6be1649fe', 'status': 'completed', 'code': 200} Aug 12 21:09:49.352897 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b9422ec1-e9b0-423e-addd-c915e7ad86af req-074ed750-e03c-4b37-9743-50d0f9b5e96d tempest-VolumesActionsTest-2090202113 tempest-VolumesActionsTest-2090202113-project] 10.222.0.18 "GET /v2.0/ports?device_id=b68ec545-3312-41f5-8e1e-cb9ddd651c0e HTTP/1.1" status: 200 len: 210 time: 0.0253582 Aug 12 21:09:53.265348 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c50e0d81-9e8a-4478-a772-d6e6be1649fe no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:09:53.286045 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: c50e0d81-9e8a-4478-a772-d6e6be1649fe {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:09:53.286389 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device c50e0d81-9e8a-4478-a772-d6e6be1649fe not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:10:00.553829 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:10:09.213932 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8fbdee05-7ddb-4755-9211-877fdfb100ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:09.661247 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7025b-02d8-4562-80ea-23d58f141a58 req-eee64c21-a6c1-4be1-a926-8db09fdd8c4d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:09.662720 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b7c7025b-02d8-4562-80ea-23d58f141a58 req-eee64c21-a6c1-4be1-a926-8db09fdd8c4d tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 946 time: 0.0486264 Aug 12 21:10:09.699491 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b7c7025b-02d8-4562-80ea-23d58f141a58 req-22704661-abf8-4c25-8321-be09bf52f8e3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306358 Aug 12 21:10:10.820411 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b46f7-6142-4d6a-856b-ea0a3407e026 req-4387b619-4f46-43b7-a5fd-3babbd39ab85 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:10.822143 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1c2b46f7-6142-4d6a-856b-ea0a3407e026 req-4387b619-4f46-43b7-a5fd-3babbd39ab85 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 946 time: 0.0497663 Aug 12 21:10:10.861231 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-1c2b46f7-6142-4d6a-856b-ea0a3407e026 req-7f3dc072-f59c-41ea-b93d-fd816b2f7285 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a24654c-7234-4fbd-81d3-f66b6fb56c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330019 Aug 12 21:10:11.119803 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7ba190d2-a9fd-43d7-bd94-3b2a09e046a2 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:11.121249 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7ba190d2-a9fd-43d7-bd94-3b2a09e046a2 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 946 time: 0.0526931 Aug 12 21:10:11.216387 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Deleting port 8c070fe9-dcfa-4433-8499-259d875b3999 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:10:11.216732 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:11.306860 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] For port 8c070fe9-dcfa-4433-8499-259d875b3999, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=8c070fe9-dcfa-4433-8499-259d875b3999,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:10:11.307310 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:11.476108 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:11.476484 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:11.476788 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.db.l3_db [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Floating IP 331bb1cc-f001-479e-99ef-abbd1a9570cc disassociated. External IP: 172.27.0.27, port: 8c070fe9-dcfa-4433-8499-259d875b3999. Aug 12 21:10:11.477125 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Calling delete_port for 8c070fe9-dcfa-4433-8499-259d875b3999 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:10:11.599165 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:11.626233 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event deleted for resources: {'Port': ['ID=8c070fe9-dcfa-4433-8499-259d875b3999,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:11.638006 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.638354 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.638715 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.639058 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.639390 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.639721 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.640050 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.640898 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.641224 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.641552 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.641900 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.642222 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:11.749278 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:10:12.129318 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-29a878c3-0a50-43de-94b2-383084c7f897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.141469 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-a8e9ca25-9f95-4963-ba7c-e3bc63d69fca req-dde0e4b4-0862-400e-9eda-4d5f2e4b575b tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/ports?device_id=48aa534c-a681-47d6-a4d2-a627b0d4f6fc HTTP/1.1" status: 200 len: 210 time: 0.0280299 Aug 12 21:10:12.161925 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:10:12.175909 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] Sync routers for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:10:12.186002 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:10:12.186684 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:12.201782 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:12.208923 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] No DVR routers for this DVR port 8c070fe9-dcfa-4433-8499-259d875b3999 on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:10:12.211624 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.213830 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3260d82b-993e-443b-98ed-5718da0fc277 req-7be3cf68-b21e-43a7-8033-be1ab5c144f9 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.42 "DELETE /v2.0/ports/8c070fe9-dcfa-4433-8499-259d875b3999 HTTP/1.1" status: 204 len: 173 time: 1.0852563 Aug 12 21:10:12.214459 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-deleted', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:10:12.216626 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2667729-4005-4d1a-89b6-94f682349240" -d '{"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-deleted", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:10:12.253215 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Deleting subnet 9f675306-fbb2-4164-915b-7cc3091cab30 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:10:12.256764 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.261225 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b3a3b3-f848-467f-957b-31deb5468a14 x-openstack-request-id: req-21b3a3b3-f848-467f-957b-31deb5468a14 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:10:12.261598 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48aa534c-a681-47d6-a4d2-a627b0d4f6fc", "name": "network-vif-deleted", "tag": "8c070fe9-dcfa-4433-8499-259d875b3999", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:10:12.261933 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21b3a3b3-f848-467f-957b-31deb5468a14 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:10:12.262395 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48aa534c-a681-47d6-a4d2-a627b0d4f6fc', 'name': 'network-vif-deleted', 'tag': '8c070fe9-dcfa-4433-8499-259d875b3999', 'status': 'completed', 'code': 200} Aug 12 21:10:12.292402 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.313173 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:10:12.332439 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.388078 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.423948 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.426444 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f675306-fbb2-4164-915b-7cc3091cab30 HTTP/1.1" status: 204 len: 168 time: 0.2236338 Aug 12 21:10:12.428112 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f675306-fbb2-4164-915b-7cc3091cab30,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:12.429372 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55848) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:12.435755 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.436340 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.437685 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.438771 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.439274 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.439620 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.439951 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.440650 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.440650 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.440934 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.441229 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.441547 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a61b5e-01af-4841-9541-9b32abdb674e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:12.505905 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.529916 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:12.535982 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.556684 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] Checking router: 58b9dd7d-2280-480e-ac15-96a7b0855cc5 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:10:12.565453 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:10:12.566058 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:12.582346 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.591783 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276d2360-c87c-4ed2-a548-e4b001a41c3c']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:12.601584 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54318c13-d133-4db2-9a54-46d64ceee85f') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:12.602065 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54318c13-d133-4db2-9a54-46d64ceee85f') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:12.610983 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893026'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.624229 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.631156 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:10:12.631540 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5140727'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: Traceback (most recent call last): Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: timer() Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: cb(*args, **kw) Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: return func(*args, **kwargs) Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: self._notify() Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: self.callback(batched_events) Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: event.method(event) Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: return f(self, *a, **k) Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._get(url).json() Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: return self.request(url, 'GET', **kwargs) Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:10:12.633161 dv-cinder-804457-1-iscsi neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:10:12.692601 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.698072 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.700355 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] 10.222.0.18 "DELETE /v2.0/networks/276d2360-c87c-4ed2-a548-e4b001a41c3c HTTP/1.1" status: 204 len: 168 time: 0.2699051 Aug 12 21:10:12.713376 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb16e6c-9c2a-4ca6-a998-823f9794f49b admin admin] Pushing event deleted for resources: {'Network': ['ID=276d2360-c87c-4ed2-a548-e4b001a41c3c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:12.760130 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:10:12.810761 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:12.851733 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-f1c42756-8744-4ad7-887a-745493b96c78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f97352f8b07240eab7a154189ff39546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398233 Aug 12 21:10:12.854213 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:12.901435 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c061-201f-482a-b34c-c8e711418163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.922796 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c061-201f-482a-b34c-c8e711418163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.955776 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:12.971806 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c061-201f-482a-b34c-c8e711418163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.974550 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac3c061-201f-482a-b34c-c8e711418163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:12.978341 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-0ac3c061-201f-482a-b34c-c8e711418163 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9f305c3-43e6-4296-9707-aa264500f224 HTTP/1.1" status: 204 len: 168 time: 0.1231906 Aug 12 21:10:12.987136 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5764171-c6c0-4e24-846e-e6cc76a3f115 None None] The sync data for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi is: [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:04:31Z', 'revision_number': 4, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '074ec708-8f9b-4de7-832d-5ead08bc18a4', 'name': '', 'network_id': '2e90c8c4-f687-44c5-bc46-be246ab51d2a', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'mac_address': 'fa:16:3e:97:42:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:30Z', 'updated_at': '2021-08-12T21:04:38Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'subnets': [{'id': '120e2587-0472-47a0-a8ac-b91fd8c09238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:10:12.987989 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3c061-201f-482a-b34c-c8e711418163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f305c3-43e6-4296-9707-aa264500f224,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:13.031324 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.224298 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597d032-48d6-4bad-8d01-6992d9a0036e None None] New status for floating IP 331bb1cc-f001-479e-99ef-abbd1a9570cc: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:10:13.242192 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 55866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:13.302237 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caa37a91-eb2a-46b3-9ba7-479c9dc58bb3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.327174 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caa37a91-eb2a-46b3-9ba7-479c9dc58bb3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.387010 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caa37a91-eb2a-46b3-9ba7-479c9dc58bb3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.389735 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caa37a91-eb2a-46b3-9ba7-479c9dc58bb3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.391483 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-caa37a91-eb2a-46b3-9ba7-479c9dc58bb3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a24654c-7234-4fbd-81d3-f66b6fb56c79 HTTP/1.1" status: 204 len: 168 time: 0.1477261 Aug 12 21:10:13.394505 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55874) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:13.400966 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa37a91-eb2a-46b3-9ba7-479c9dc58bb3 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a24654c-7234-4fbd-81d3-f66b6fb56c79,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:13.413682 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.api.v2.resource [None req-b9e64337-c0d9-4618-b1e1-46a2a7953941 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] show failed (client error): The resource could not be found. Aug 12 21:10:13.415159 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-b9e64337-c0d9-4618-b1e1-46a2a7953941 tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "GET /v2.0/security-groups/9a24654c-7234-4fbd-81d3-f66b6fb56c79 HTTP/1.1" status: 404 len: 347 time: 0.0190706 Aug 12 21:10:13.418265 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55876) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:13.541054 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Deleting port 71ae4634-140b-4d0e-8f51-ff2494123c5f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:10:13.541394 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.619288 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.619674 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.631230 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Calling delete_port for 71ae4634-140b-4d0e-8f51-ff2494123c5f owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:10:13.759961 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.789430 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Pushing event deleted for resources: {'Port': ['ID=71ae4634-140b-4d0e-8f51-ff2494123c5f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:13.846958 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.849561 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:13.850728 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-34f1d25e-5005-4256-bb7c-ea18f2bbbd5e tempest-AttachVolumeShelveTestJSON-1720577079 tempest-AttachVolumeShelveTestJSON-1720577079-project] 10.222.0.18 "DELETE /v2.0/floatingips/331bb1cc-f001-479e-99ef-abbd1a9570cc HTTP/1.1" status: 204 len: 168 time: 0.4313898 Aug 12 21:10:14.509071 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8c070fe9-dcfa-4433-8499-259d875b3999 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:10:14.529048 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: 8c070fe9-dcfa-4433-8499-259d875b3999 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:10:14.529386 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 8c070fe9-dcfa-4433-8499-259d875b3999 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:10:14.583816 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:14.863451 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:14.913442 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-495cef14-2720-45cb-b95b-78d391d490bd req-f535e036-0047-4941-b298-6f4c3621c1b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380547 Aug 12 21:10:15.001639 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cef14-2720-45cb-b95b-78d391d490bd req-197de0dc-5073-4db4-99a4-bb673ac6f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:15.003235 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-495cef14-2720-45cb-b95b-78d391d490bd req-197de0dc-5073-4db4-99a4-bb673ac6f414 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ca414b979314f839e90721cb53a4a82&device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1099 time: 0.0428095 Aug 12 21:10:15.110488 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cef14-2720-45cb-b95b-78d391d490bd req-de7c4f22-eacf-4ff8-ba4c-005f3b4bbdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:15.111994 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-495cef14-2720-45cb-b95b-78d391d490bd req-de7c4f22-eacf-4ff8-ba4c-005f3b4bbdbb service neutron] 10.222.0.42 "GET /v2.0/networks?id=d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 200 len: 910 time: 0.0884056 Aug 12 21:10:15.186346 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-495cef14-2720-45cb-b95b-78d391d490bd req-c31b5e8b-6070-4445-9674-68e9f88981d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 200 len: 1001 time: 0.0654132 Aug 12 21:10:15.239906 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cef14-2720-45cb-b95b-78d391d490bd req-7004d237-28e5-476c-b95f-7c154fc04762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:15.241370 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-495cef14-2720-45cb-b95b-78d391d490bd req-7004d237-28e5-476c-b95f-7c154fc04762 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303ce668-62f8-4663-bd20-a7d9def21d44 HTTP/1.1" status: 200 len: 848 time: 0.0470159 Aug 12 21:10:15.291434 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cef14-2720-45cb-b95b-78d391d490bd req-65627a82-865d-4301-a119-0e76ba5ca965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:15.293246 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-495cef14-2720-45cb-b95b-78d391d490bd req-65627a82-865d-4301-a119-0e76ba5ca965 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d83c3d07-8230-4996-9e8d-fdeec6ac8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433531 Aug 12 21:10:15.393388 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-495cef14-2720-45cb-b95b-78d391d490bd req-8839f59e-898e-4a1a-a0f4-8fad0727aab6 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918293 Aug 12 21:10:15.484098 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-495cef14-2720-45cb-b95b-78d391d490bd req-e929a65d-8d42-4c1b-942f-3daaa51cd52b service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831592 Aug 12 21:10:16.279763 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55924) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:16.758351 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553366'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:16.991359 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Deleting port 074ec708-8f9b-4de7-832d-5ead08bc18a4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:10:16.991700 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:17.064904 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] For port 074ec708-8f9b-4de7-832d-5ead08bc18a4, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=074ec708-8f9b-4de7-832d-5ead08bc18a4,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:10:17.065257 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:17.077510 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Calling delete_port for 074ec708-8f9b-4de7-832d-5ead08bc18a4 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:10:17.247966 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:17.273112 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=074ec708-8f9b-4de7-832d-5ead08bc18a4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:17.434437 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-896294'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:17.637432 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:10:17.739118 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:10:17.744092 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7d0dbd3d-975c-4bbc-a62b-5e0850d0e7f6 admin admin] 10.222.0.18 "PUT /v2.0/routers/58b9dd7d-2280-480e-ac15-96a7b0855cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4631710 Aug 12 21:10:17.746372 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55932) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:17.748978 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] Sync routers for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:10:17.758938 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:10:17.759541 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:17.846171 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:17.861805 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:10:17.944157 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:17.998222 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Deleting port 35ad8b67-b1ca-4be0-a2dc-70961664afbf {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:10:17.998562 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.032867 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:10:17Z', 'revision_number': 5, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port': {'id': '35ad8b67-b1ca-4be0-a2dc-70961664afbf', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:d0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:04:28Z', 'updated_at': '2021-08-12T21:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:18.058222 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] Checking router: 58b9dd7d-2280-480e-ac15-96a7b0855cc5 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:10:18.066220 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] Routers {'58b9dd7d-2280-480e-ac15-96a7b0855cc5'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:10:18.066842 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:18.073760 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] For port 35ad8b67-b1ca-4be0-a2dc-70961664afbf, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=35ad8b67-b1ca-4be0-a2dc-70961664afbf,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:10:18.074376 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.087075 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Calling delete_port for 35ad8b67-b1ca-4be0-a2dc-70961664afbf owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:10:18.149801 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] Set router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:10:18.201628 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:10:17Z', 'revision_number': 6, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port_host': None}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:18.227909 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c422a-bdc6-41f1-8fc7-69cd2bff8e71 None None] The sync data for ids ['58b9dd7d-2280-480e-ac15-96a7b0855cc5'] in dv-cinder-804457-1-iscsi is: [{'id': '58b9dd7d-2280-480e-ac15-96a7b0855cc5', 'name': 'tempest-AttachVolumeShelveTestJSON-1901801678-router', 'tenant_id': '4d5592e40633426aa0dd46bb94ec00da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:04:27Z', 'updated_at': '2021-08-12T21:10:17Z', 'revision_number': 6, 'project_id': '4d5592e40633426aa0dd46bb94ec00da', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:10:18.250708 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.277770 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=35ad8b67-b1ca-4be0-a2dc-70961664afbf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:18.344248 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896220'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.718439 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.721258 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.764079 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890687'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.764626 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b9dd7d-2280-480e-ac15-96a7b0855cc5 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:10:18.769787 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.770561 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-86f7b6be-42d9-4a44-a677-901a6a3e7b5d admin admin] 10.222.0.18 "DELETE /v2.0/routers/58b9dd7d-2280-480e-ac15-96a7b0855cc5 HTTP/1.1" status: 204 len: 168 time: 1.0232728 Aug 12 21:10:18.773205 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55936) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:18.815279 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c69d2f8-02bc-48db-b5da-d73f588d5d4c admin admin] Deleting subnet 120e2587-0472-47a0-a8ac-b91fd8c09238 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:10:18.818239 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c69d2f8-02bc-48db-b5da-d73f588d5d4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.854487 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c69d2f8-02bc-48db-b5da-d73f588d5d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893045'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.929816 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c69d2f8-02bc-48db-b5da-d73f588d5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:18.991466 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c69d2f8-02bc-48db-b5da-d73f588d5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5140521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6180788'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.019998 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69d2f8-02bc-48db-b5da-d73f588d5d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120e2587-0472-47a0-a8ac-b91fd8c09238,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:19.026561 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c69d2f8-02bc-48db-b5da-d73f588d5d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.031358 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-3c69d2f8-02bc-48db-b5da-d73f588d5d4c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/120e2587-0472-47a0-a8ac-b91fd8c09238 HTTP/1.1" status: 204 len: 168 time: 0.2571726 Aug 12 21:10:19.033740 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55938) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:19.034290 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 074ec708-8f9b-4de7-832d-5ead08bc18a4 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:10:19.038391 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba46f8-2cc9-4a06-9346-06d65b23a17d None None] Network 2e90c8c4-f687-44c5-bc46-be246ab51d2a requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:10:19.066013 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 074ec708-8f9b-4de7-832d-5ead08bc18a4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:10:19.066350 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 074ec708-8f9b-4de7-832d-5ead08bc18a4 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:10:19.100687 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.156668 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Deleting port 25572596-364b-4679-97fe-3f9914f296ee {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:10:19.157331 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.227105 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] For port 25572596-364b-4679-97fe-3f9914f296ee, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=25572596-364b-4679-97fe-3f9914f296ee,segment=NetworkSegment(7414f564-239b-4f6e-b3f4-385c2271f33c),segment_id=7414f564-239b-4f6e-b3f4-385c2271f33c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:10:19.227469 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.241654 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Calling delete_port for 25572596-364b-4679-97fe-3f9914f296ee owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:10:19.327451 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.354324 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Pushing event deleted for resources: {'Port': ['ID=25572596-364b-4679-97fe-3f9914f296ee,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:19.356164 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] No DVR routers for this DVR port 25572596-364b-4679-97fe-3f9914f296ee on host dv-cinder-804457-1-iscsi {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:10:19.377346 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa3ee4-ce2f-4853-bec1-24001cdf53b8 None None] DHCP port deletion for 2e90c8c4-f687-44c5-bc46-be246ab51d2a request from dv-cinder-804457-1-iscsi {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 21:10:19.430553 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.441955 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e90c8c4-f687-44c5-bc46-be246ab51d2a']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:19.452707 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7414f564-239b-4f6e-b3f4-385c2271f33c') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:19.452923 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7414f564-239b-4f6e-b3f4-385c2271f33c') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:19.461469 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893026'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.475826 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.481859 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:10:19.482351 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5140727'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: Traceback (most recent call last): Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: timer() Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: cb(*args, **kw) Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: return func(*args, **kwargs) Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: self._notify() Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: self.callback(batched_events) Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: event.method(event) Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: return f(self, *a, **k) Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._get(url).json() Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: return self.request(url, 'GET', **kwargs) Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:10:19.484910 dv-cinder-804457-1-iscsi neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:10:19.544298 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.565147 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.565147 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] 10.222.0.18 "DELETE /v2.0/networks/2e90c8c4-f687-44c5-bc46-be246ab51d2a HTTP/1.1" status: 204 len: 168 time: 0.5270474 Aug 12 21:10:19.565147 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fafed-e833-437a-bd41-2352e860984a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e90c8c4-f687-44c5-bc46-be246ab51d2a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:19.678490 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55948) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:19.717544 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-6a02373d-6db1-4e53-90cf-1be976376193 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d5592e40633426aa0dd46bb94ec00da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378797 Aug 12 21:10:19.720766 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 55950) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:19.766141 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e40f52e6-d0d0-490e-ab36-bf4b6a4da39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.787734 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e40f52e6-d0d0-490e-ab36-bf4b6a4da39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.833339 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e40f52e6-d0d0-490e-ab36-bf4b6a4da39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.835874 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e40f52e6-d0d0-490e-ab36-bf4b6a4da39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:19.837061 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e40f52e6-d0d0-490e-ab36-bf4b6a4da39d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11de6617-1e87-490b-8c60-2c884a09d130 HTTP/1.1" status: 204 len: 168 time: 0.1154151 Aug 12 21:10:19.844863 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f52e6-d0d0-490e-ab36-bf4b6a4da39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11de6617-1e87-490b-8c60-2c884a09d130,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:20.656390 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 25572596-364b-4679-97fe-3f9914f296ee no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:10:20.675969 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 25572596-364b-4679-97fe-3f9914f296ee {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:10:20.676505 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 25572596-364b-4679-97fe-3f9914f296ee not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:10:20.677043 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 35ad8b67-b1ca-4be0-a2dc-70961664afbf no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:10:20.696392 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 35ad8b67-b1ca-4be0-a2dc-70961664afbf {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:10:20.696808 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 35ad8b67-b1ca-4be0-a2dc-70961664afbf not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:10:33.666280 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56176) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:33.768667 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4204ec9e-6d1a-4b97-aa98-9f0bab40d20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:33.862698 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4204ec9e-6d1a-4b97-aa98-9f0bab40d20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:33.866392 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4204ec9e-6d1a-4b97-aa98-9f0bab40d20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:33.905036 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-4204ec9e-6d1a-4b97-aa98-9f0bab40d20b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38dca65bbdbb4a13a717f1f9a7bd4df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375634 Aug 12 21:10:33.906252 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204ec9e-6d1a-4b97-aa98-9f0bab40d20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b454bde2-f0d3-4e78-ba10-48bbff75863f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:33.907915 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:33.960497 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c29b63ed-c67f-4720-8259-b41233c0e743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:33.981553 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c29b63ed-c67f-4720-8259-b41233c0e743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.028864 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c29b63ed-c67f-4720-8259-b41233c0e743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.031607 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c29b63ed-c67f-4720-8259-b41233c0e743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.032760 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c29b63ed-c67f-4720-8259-b41233c0e743 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b454bde2-f0d3-4e78-ba10-48bbff75863f HTTP/1.1" status: 204 len: 168 time: 0.1238685 Aug 12 21:10:34.041330 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b63ed-c67f-4720-8259-b41233c0e743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b454bde2-f0d3-4e78-ba10-48bbff75863f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:34.156258 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56192) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:34.294539 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:34.314057 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9425ef60-df4c-496c-b194-65d01d9734bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.326068 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401b5175-54f7-471e-aff9-01039dbd85d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.354131 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.db.api [None req-401b5175-54f7-471e-aff9-01039dbd85d7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 21:10:34.354131 dv-cinder-804457-1-iscsi neutron-server[93759]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 21:10:34.354131 dv-cinder-804457-1-iscsi neutron-server[93759]: [parameters: {'project_id': '10198f83147e423fb70f2d0694cad4e4', 'id': '9c24de74-0212-4e62-82f8-3688d96b7741', 'expiration': datetime.datetime(2021, 8, 12, 21, 12, 34, 349402)}] Aug 12 21:10:34.354131 dv-cinder-804457-1-iscsi neutron-server[93759]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 21:10:34.354584 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG oslo_db.api [None req-401b5175-54f7-471e-aff9-01039dbd85d7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 21:10:34.424887 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9425ef60-df4c-496c-b194-65d01d9734bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.428402 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9425ef60-df4c-496c-b194-65d01d9734bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.465346 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-9425ef60-df4c-496c-b194-65d01d9734bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5d6f18e2368472e960d52874b125508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691687 Aug 12 21:10:34.467585 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425ef60-df4c-496c-b194-65d01d9734bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7dea11-94d2-4a21-928d-5dfdee927a2e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:34.468027 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56198) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:34.516079 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3780e88f-8afe-469f-b8cd-387a63f91299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.536229 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3780e88f-8afe-469f-b8cd-387a63f91299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.582523 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3780e88f-8afe-469f-b8cd-387a63f91299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.585038 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3780e88f-8afe-469f-b8cd-387a63f91299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.586159 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-3780e88f-8afe-469f-b8cd-387a63f91299 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d7dea11-94d2-4a21-928d-5dfdee927a2e HTTP/1.1" status: 204 len: 168 time: 0.1171267 Aug 12 21:10:34.594191 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780e88f-8afe-469f-b8cd-387a63f91299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7dea11-94d2-4a21-928d-5dfdee927a2e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:34.855369 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401b5175-54f7-471e-aff9-01039dbd85d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.991018 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401b5175-54f7-471e-aff9-01039dbd85d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:34.995760 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401b5175-54f7-471e-aff9-01039dbd85d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:35.035791 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-401b5175-54f7-471e-aff9-01039dbd85d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10198f83147e423fb70f2d0694cad4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8783870 Aug 12 21:10:35.036945 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b5175-54f7-471e-aff9-01039dbd85d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a3a8b7-4765-4649-8ad8-548a967da5e1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:35.038367 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56218) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:35.092251 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54a1d752-7bab-4517-ba89-585e4943297b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:35.115345 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54a1d752-7bab-4517-ba89-585e4943297b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:35.166596 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54a1d752-7bab-4517-ba89-585e4943297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:35.169208 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54a1d752-7bab-4517-ba89-585e4943297b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:35.173727 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-54a1d752-7bab-4517-ba89-585e4943297b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6a3a8b7-4765-4649-8ad8-548a967da5e1 HTTP/1.1" status: 204 len: 168 time: 0.1318038 Aug 12 21:10:35.184337 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1d752-7bab-4517-ba89-585e4943297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a3a8b7-4765-4649-8ad8-548a967da5e1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:35.715126 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56238) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:35.825367 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e567b78-c170-4d96-a4f2-132e654067c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:35.911260 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e567b78-c170-4d96-a4f2-132e654067c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:35.914861 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e567b78-c170-4d96-a4f2-132e654067c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:35.953459 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7e567b78-c170-4d96-a4f2-132e654067c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a1c2e9d6605445bb6f6a5eed31890d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372520 Aug 12 21:10:35.954595 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e567b78-c170-4d96-a4f2-132e654067c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2214282e-f624-4e3f-aedd-86d0e5d9553e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:35.956278 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:36.004781 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-369cd36b-cfb6-4956-b4e4-54699ce75da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:36.024842 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-369cd36b-cfb6-4956-b4e4-54699ce75da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:36.069049 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-369cd36b-cfb6-4956-b4e4-54699ce75da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:36.071524 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-369cd36b-cfb6-4956-b4e4-54699ce75da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:36.072644 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-369cd36b-cfb6-4956-b4e4-54699ce75da7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2214282e-f624-4e3f-aedd-86d0e5d9553e HTTP/1.1" status: 204 len: 168 time: 0.1150792 Aug 12 21:10:36.080900 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cd36b-cfb6-4956-b4e4-54699ce75da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2214282e-f624-4e3f-aedd-86d0e5d9553e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:37.552758 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:10:39.221528 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b033da81-02be-4585-bc9b-dc2f8c497b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:42.135897 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d4f7d2d-ab16-4ae8-ae27-a2d94fb96b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:42.537859 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:42.793888 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-851166b8-14ff-4f5c-87c6-54d5fd7c180d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995456698&fields=id&tenant_id=25554f910881480e9f295dcdd56d9e25 HTTP/1.1" status: 200 len: 267 time: 0.0322702 Aug 12 21:10:42.897884 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-a6a8c3f4-03bf-4360-9a69-231776fe653e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:42.899324 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-a6a8c3f4-03bf-4360-9a69-231776fe653e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 812 time: 0.0988557 Aug 12 21:10:42.913513 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-50d48b21-db0b-4e06-a910-f576bff25b35 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/quotas/25554f910881480e9f295dcdd56d9e25 HTTP/1.1" status: 200 len: 375 time: 0.0086555 Aug 12 21:10:42.969749 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-a20dbea5-9765-4059-a783-6f2579405e1b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511584 Aug 12 21:10:43.023695 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:43.062312 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-ac3ab5b2-e359-4af9-b48f-e62d9f86d647 service neutron] 10.222.0.18 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814142 Aug 12 21:10:43.153467 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-d7f86ec6-4295-4f1e-9b57-38b77978d1a5 service neutron] 10.222.0.18 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849960 Aug 12 21:10:43.459327 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-734eba85-6cb4-4f00-9114-7c219ce7472c req-16da76fb-9773-4d0c-8aa7-44b8c2c7fb5d tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 210 time: 0.0351090 Aug 12 21:10:44.368701 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-827fe8e5-7256-4a7e-96cd-e43b9e0688ec tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:44.370144 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-827fe8e5-7256-4a7e-96cd-e43b9e0688ec tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 812 time: 0.1087008 Aug 12 21:10:44.417651 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-97d7a94b-14c1-49e5-9fb0-d4605ab0041a tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25554f910881480e9f295dcdd56d9e25 HTTP/1.1" status: 200 len: 380 time: 0.0374939 Aug 12 21:10:44.427944 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'port': {'device_id': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'admin_state_up': True, 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'security_groups': ['e72cb26a-5d70-4e91-a726-1f4d95b3fceb']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:10:44.561463 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b4951382-51aa-4dd2-85cd-a427f9ae35d5 req-1bf6c9bd-ec26-4b23-977e-10d80c75d2bb tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 210 time: 0.0381279 Aug 12 21:10:44.586042 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Made reservation on behalf of 25554f910881480e9f295dcdd56d9e25 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 21:10:44.589360 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:44.593063 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:44.736688 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Allocated IP 172.20.0.11 (7bc566f5-51d9-4a29-8243-74ac69229236/322d3263-2fcf-40d2-92bd-c9878a934116/ded0f1d8-a460-43cf-9e2e-49e6c63a4732) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:10:44.883420 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:44.924854 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:44.940206 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Transition to ACTIVE for port object ded0f1d8-a460-43cf-9e2e-49e6c63a4732 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:10:44.976303 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.022446 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Network 7bc566f5-51d9-4a29-8243-74ac69229236 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:10:45.025510 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:10:45.030211 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:10:45.031456 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56414) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:45.043874 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'Port': ['ID=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:45.101819 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:45.102818 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.126203 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-1c68d7ab-ec36-4fc6-97de-190dd6ff55ad tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7029648 Aug 12 21:10:45.141997 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.v2.base [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Request body: {'port': {'device_id': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80445'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:10:45.177493 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8547b7f6-2e94-4902-b273-8fd4d95f5fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.210550 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.290718 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8547b7f6-2e94-4902-b273-8fd4d95f5fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.294896 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8547b7f6-2e94-4902-b273-8fd4d95f5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.336673 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-8547b7f6-2e94-4902-b273-8fd4d95f5fd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=925610c4b994497b81475dd8b00bf7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013766 Aug 12 21:10:45.336673 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547b7f6-2e94-4902-b273-8fd4d95f5fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2883774-4c02-4da0-b676-b864fc7b195c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:45.337789 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56418) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:45.344245 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-74b44a49-d354-4fff-aa95-c4dde86716ef None None] Provisioning for port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:10:45.350506 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-74b44a49-d354-4fff-aa95-c4dde86716ef None None] Provisioning complete for port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:10:45.351307 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-74b44a49-d354-4fff-aa95-c4dde86716ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.390170 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-74b44a49-d354-4fff-aa95-c4dde86716ef None None] Port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 21:10:45.394936 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9ca6-11f2-478e-9ad9-4d87485bd81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.423152 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9ca6-11f2-478e-9ad9-4d87485bd81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.472240 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9ca6-11f2-478e-9ad9-4d87485bd81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.474844 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eeaf9ca6-11f2-478e-9ad9-4d87485bd81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.478336 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-eeaf9ca6-11f2-478e-9ad9-4d87485bd81f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2883774-4c02-4da0-b676-b864fc7b195c HTTP/1.1" status: 204 len: 168 time: 0.1366949 Aug 12 21:10:45.485431 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf9ca6-11f2-478e-9ad9-4d87485bd81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2883774-4c02-4da0-b676-b864fc7b195c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:45.506182 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded0f1d8-a460-43cf-9e2e-49e6c63a4732 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:10:45.513794 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.526103 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Transition to ACTIVE for port object ded0f1d8-a460-43cf-9e2e-49e6c63a4732 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 21:10:45.529048 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.581896 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Pushing event updated for resources: {'Port': ['ID=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:45.686191 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Attempting to bind port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 on host hv-cinder-80445 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 21:10:45.686530 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Attempting to bind port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 by drivers openvswitch,hyperv on host hv-cinder-80445 at level 0 using segments [{'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 21:10:45.687181 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Attempting to bind port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 on network 7bc566f5-51d9-4a29-8243-74ac69229236 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:10:45.694911 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 on network 7bc566f5-51d9-4a29-8243-74ac69229236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80445 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 21:10:45.695232 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Attempting to bind port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 on network 7bc566f5-51d9-4a29-8243-74ac69229236 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 21:10:45.703986 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Checking agent: {'id': 'f70d3e93-b06c-4ccb-87f5-c8cd00b173ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'started_at': datetime.datetime(2021, 8, 12, 20, 59, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 21, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 21:10:45.704336 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Checking segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 21:10:45.704866 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Bound using segment: {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 21:10:45.705166 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Bound port: ded0f1d8-a460-43cf-9e2e-49e6c63a4732, host: hv-cinder-80445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02cfc6e-fff4-44f8-acaa-b8097347648b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 21:10:45.705528 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.716232 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2e66a-8331-496f-a36f-889112ac5cde req-5898305e-b147-4066-af64-6eecb398ac9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:45.718133 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-12f2e66a-8331-496f-a36f-889112ac5cde req-5898305e-b147-4066-af64-6eecb398ac9b tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 944 time: 0.0781343 Aug 12 21:10:45.785386 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56426) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:45.795820 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-12f2e66a-8331-496f-a36f-889112ac5cde req-fc784e3a-e031-4c9b-a0f4-01c76a62dacc tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689836 Aug 12 21:10:45.803604 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-186442f1-28ba-4e02-adc5-b31ac260137f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.813100 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] For port ded0f1d8-a460-43cf-9e2e-49e6c63a4732, host hv-cinder-80445, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 21:10:45.818145 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] For port ded0f1d8-a460-43cf-9e2e-49e6c63a4732, host hv-cinder-80445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 21:10:45.823456 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5140499'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.856557 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:45.858138 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.859561 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] 10.222.0.42 "PUT /v2.0/ports/ded0f1d8-a460-43cf-9e2e-49e6c63a4732 HTTP/1.1" status: 200 len: 1094 time: 0.7242515 Aug 12 21:10:45.861944 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:10:45.865710 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f39896e-d595-44ff-940d-57a755bb9bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:10:45.898003 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d12e9-6bc1-4c4a-a9fa-7b2369a73c0d service neutron] Pushing event updated for resources: {'Port': ['ID=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:45.914456 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-186442f1-28ba-4e02-adc5-b31ac260137f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.921088 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-186442f1-28ba-4e02-adc5-b31ac260137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:45.924795 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f37183b-6c74-4ae4-9ff1-3cb2500af6e4 x-openstack-request-id: req-2f37183b-6c74-4ae4-9ff1-3cb2500af6e4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:10:45.925080 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:10:45.925796 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f37183b-6c74-4ae4-9ff1-3cb2500af6e4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:10:45.925796 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'status': 'completed', 'code': 200} Aug 12 21:10:45.962106 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-186442f1-28ba-4e02-adc5-b31ac260137f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=024b558f05e84f1c83ec9525b9a48964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748209 Aug 12 21:10:45.962568 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-35d26d70-9c40-4cc5-8ee2-517e1f4c44ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:45.964131 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-35d26d70-9c40-4cc5-8ee2-517e1f4c44ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 1097 time: 0.0503423 Aug 12 21:10:45.964543 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56430) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:45.967626 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186442f1-28ba-4e02-adc5-b31ac260137f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9ec4b2-6905-4c89-aae5-32a8e87d4635,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:46.018786 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-2ce2898d-5786-432a-b970-8f1cb83c030a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ded0f1d8-a460-43cf-9e2e-49e6c63a4732 HTTP/1.1" status: 200 len: 217 time: 0.0449271 Aug 12 21:10:46.089176 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-a30aca43-374c-4869-a854-639d939e9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:46.090610 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-a30aca43-374c-4869-a854-639d939e9aab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0642853 Aug 12 21:10:46.091373 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66370696-0013-4144-934a-5341aafffb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.134088 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66370696-0013-4144-934a-5341aafffb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.172363 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-56ca33de-8867-490c-8eb9-4b024f6ffbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:46.173754 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-56ca33de-8867-490c-8eb9-4b024f6ffbb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736210 Aug 12 21:10:46.230414 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66370696-0013-4144-934a-5341aafffb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.233731 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66370696-0013-4144-934a-5341aafffb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.234911 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-66370696-0013-4144-934a-5341aafffb8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da9ec4b2-6905-4c89-aae5-32a8e87d4635 HTTP/1.1" status: 204 len: 168 time: 0.2694392 Aug 12 21:10:46.248321 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66370696-0013-4144-934a-5341aafffb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9ec4b2-6905-4c89-aae5-32a8e87d4635,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:46.281160 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-bf467b51-8c93-4d78-8266-dbddf3defb5c service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998285 Aug 12 21:10:46.369972 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2c88aea3-40b4-438d-a072-a3a3e84ac41c req-2b47f437-4d4d-4811-bd85-99df8c611f04 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815384 Aug 12 21:10:46.465709 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-a574cb79-06e7-4505-9f36-ee96693b2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:46.468162 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-a574cb79-06e7-4505-9f36-ee96693b2331 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 1097 time: 0.0468624 Aug 12 21:10:46.559215 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-2f1b366f-83ff-411f-8657-bcce1a26ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:46.559215 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-2f1b366f-83ff-411f-8657-bcce1a26ce2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.0831966 Aug 12 21:10:46.559884 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56436) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:46.577913 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7148964f-3076-40f8-b6d9-8aef30b7e34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.615991 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-40d384fc-8809-40dc-b2a0-c013d637b07b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ded0f1d8-a460-43cf-9e2e-49e6c63a4732 HTTP/1.1" status: 200 len: 217 time: 0.0441542 Aug 12 21:10:46.683182 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-cf54b6fb-978c-4414-9f96-6e7cd47e3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:46.684639 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-cf54b6fb-978c-4414-9f96-6e7cd47e3e56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0608785 Aug 12 21:10:46.753502 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-6265ecf0-c29d-4c8b-a31d-eae384eec766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:46.754907 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-6265ecf0-c29d-4c8b-a31d-eae384eec766 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603433 Aug 12 21:10:46.767643 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7148964f-3076-40f8-b6d9-8aef30b7e34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.775517 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7148964f-3076-40f8-b6d9-8aef30b7e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.856936 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7148964f-3076-40f8-b6d9-8aef30b7e34a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8020415f786a4edca5a1553530960874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966406 Aug 12 21:10:46.857817 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148964f-3076-40f8-b6d9-8aef30b7e34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8b2bca-a772-4857-8e62-70db264dabe2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:46.860236 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56442) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:46.906180 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-7f5bbba0-df7e-4383-9eb1-5f8f7ba7dd6b service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404455 Aug 12 21:10:46.913725 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2db0067d-bad8-410a-8049-7d5d72e9dcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.938510 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2db0067d-bad8-410a-8049-7d5d72e9dcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.985941 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2db0067d-bad8-410a-8049-7d5d72e9dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.988636 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2db0067d-bad8-410a-8049-7d5d72e9dcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:46.989776 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-2db0067d-bad8-410a-8049-7d5d72e9dcb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d8b2bca-a772-4857-8e62-70db264dabe2 HTTP/1.1" status: 204 len: 168 time: 0.1278706 Aug 12 21:10:46.993048 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007c6b6-3877-473d-b0d7-6fa3c7ab07b1 req-e53fd441-c738-4bdc-8a03-56960aa79cdc tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:46.994522 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4007c6b6-3877-473d-b0d7-6fa3c7ab07b1 req-e53fd441-c738-4bdc-8a03-56960aa79cdc tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 944 time: 0.1029010 Aug 12 21:10:47.002303 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0067d-bad8-410a-8049-7d5d72e9dcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8b2bca-a772-4857-8e62-70db264dabe2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:47.040538 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-5f39896e-d595-44ff-940d-57a755bb9bf9 req-062fbf85-46f2-4d6b-87cf-852b89b527a2 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212468 Aug 12 21:10:47.052945 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4007c6b6-3877-473d-b0d7-6fa3c7ab07b1 req-06073455-fdda-413e-973f-752c41148fe9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483644 Aug 12 21:10:48.172713 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b9517-3b4c-4fa5-a47e-0c5380c1e1be req-9bba2c3a-e0ab-4f09-bc6b-c46a790de924 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:48.174231 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c09b9517-3b4c-4fa5-a47e-0c5380c1e1be req-9bba2c3a-e0ab-4f09-bc6b-c46a790de924 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 944 time: 0.0512874 Aug 12 21:10:48.211697 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c09b9517-3b4c-4fa5-a47e-0c5380c1e1be req-b46bc3f8-0bdf-4792-a478-3cd6ed8482f5 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Aug 12 21:10:49.328367 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e681f3-a74f-4fd5-b261-a0528db02fae req-b6ef129c-6443-4d15-97af-96d78fd3a26f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:49.329812 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-99e681f3-a74f-4fd5-b261-a0528db02fae req-b6ef129c-6443-4d15-97af-96d78fd3a26f tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 944 time: 0.0521905 Aug 12 21:10:49.366040 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-99e681f3-a74f-4fd5-b261-a0528db02fae req-158f6b58-89a1-409f-ba0f-6d0ea404f607 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303695 Aug 12 21:10:50.645590 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b489b-2f0b-46d2-87a5-3ee84d18cf59 req-9e2c4353-fade-4d9f-be0c-69fc33d4e887 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:50.647138 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ce9b489b-2f0b-46d2-87a5-3ee84d18cf59 req-9e2c4353-fade-4d9f-be0c-69fc33d4e887 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 944 time: 0.2137992 Aug 12 21:10:50.686284 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ce9b489b-2f0b-46d2-87a5-3ee84d18cf59 req-90b8b7f0-6ae7-4fd7-9c99-76cd68a03bc0 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330181 Aug 12 21:10:51.848190 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75325a2e-c954-419f-ac2a-41072557f6b6 req-d9c8b4fd-b5d4-4aa0-81cd-e8ba951b2684 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:51.849626 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-75325a2e-c954-419f-ac2a-41072557f6b6 req-d9c8b4fd-b5d4-4aa0-81cd-e8ba951b2684 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 944 time: 0.0959678 Aug 12 21:10:51.885852 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-75325a2e-c954-419f-ac2a-41072557f6b6 req-bfe4aacc-45f9-414f-8967-15f7bdd1ac45 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303957 Aug 12 21:10:53.001261 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c2e58-8ac5-4006-a87b-f6560bf72053 req-6db7489e-f854-4585-ac1f-802ed9b36a97 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:53.002738 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-533c2e58-8ac5-4006-a87b-f6560bf72053 req-6db7489e-f854-4585-ac1f-802ed9b36a97 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 944 time: 0.0515840 Aug 12 21:10:53.045623 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-533c2e58-8ac5-4006-a87b-f6560bf72053 req-b26a149c-68b4-443a-9f4b-4f48f20968eb tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369828 Aug 12 21:10:54.157067 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73c23a-87c8-4d52-9db6-7988a96f4239 req-c47ffd90-fb15-44e4-a188-688285824ab3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:54.158567 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0c73c23a-87c8-4d52-9db6-7988a96f4239 req-c47ffd90-fb15-44e4-a188-688285824ab3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 944 time: 0.0474467 Aug 12 21:10:54.195744 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0c73c23a-87c8-4d52-9db6-7988a96f4239 req-926e1320-e0c9-4bde-adc6-242da8c77070 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Aug 12 21:10:54.757807 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device ded0f1d8-a460-43cf-9e2e-49e6c63a4732 details requested by agent hyperv_hv-cinder-80445 with host hv-cinder-80445 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 21:10:54.853013 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port ded0f1d8-a460-43cf-9e2e-49e6c63a4732, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:10:54.853897 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56576) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:54.865215 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Returning: {'device': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'port_id': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'mac_address': 'fa:16:3e:f5:14:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 21:10:54.901654 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:54.913930 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded0f1d8-a460-43cf-9e2e-49e6c63a4732 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 21:10:54.933939 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port ded0f1d8-a460-43cf-9e2e-49e6c63a4732, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:10:54.939876 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:54.967848 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7286-9b92-4d97-8b60-f39280585558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:54.991036 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:54.998328 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:54.998700 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:54.999641 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.000192 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.000533 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.000868 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.001200 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.001529 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.001858 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.002235 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.002600 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.002968 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:10:55.055636 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7286-9b92-4d97-8b60-f39280585558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.059109 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7286-9b92-4d97-8b60-f39280585558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.099026 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-ad3f7286-9b92-4d97-8b60-f39280585558 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c971d1ed9ca4010a4c9b53bed9d3889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440453 Aug 12 21:10:55.100128 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f7286-9b92-4d97-8b60-f39280585558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f1e607-dba4-43f3-8a78-f2f8e65c81b4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:55.101686 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56580) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:55.150222 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8230febc-8523-4b53-a522-8b0d23067c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.164903 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] get_ports_and_sgs() called for port_ids ['ded0f1d8-a460-43cf-9e2e-49e6c63a4732'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 21:10:55.171710 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8230febc-8523-4b53-a522-8b0d23067c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.218962 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8230febc-8523-4b53-a522-8b0d23067c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.221934 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8230febc-8523-4b53-a522-8b0d23067c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.225755 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-8230febc-8523-4b53-a522-8b0d23067c7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85f1e607-dba4-43f3-8a78-f2f8e65c81b4 HTTP/1.1" status: 204 len: 168 time: 0.1230834 Aug 12 21:10:55.235007 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230febc-8523-4b53-a522-8b0d23067c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f1e607-dba4-43f3-8a78-f2f8e65c81b4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:55.319686 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7ead2-9e53-4f8a-a81c-f062e6fb4fa2 req-25c47bc2-0b81-4b87-857d-ed776df6918c tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:55.321202 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f7b7ead2-9e53-4f8a-a81c-f062e6fb4fa2 req-25c47bc2-0b81-4b87-857d-ed776df6918c tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 945 time: 0.0569835 Aug 12 21:10:55.361483 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f7b7ead2-9e53-4f8a-a81c-f062e6fb4fa2 req-078ae61d-51c7-43ae-bcc4-4b333caf9f81 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336318 Aug 12 21:10:55.516122 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56588) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:55.529081 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-940dd8e0-9ee6-486e-9f4f-24e46166a7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.615260 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-940dd8e0-9ee6-486e-9f4f-24e46166a7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.618829 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-940dd8e0-9ee6-486e-9f4f-24e46166a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.656799 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-940dd8e0-9ee6-486e-9f4f-24e46166a7da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c809c69056d4bd0b55707c67e8026c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395829 Aug 12 21:10:55.657734 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dd8e0-9ee6-486e-9f4f-24e46166a7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a695a79f-51d0-45e3-858b-eb4e861fac6e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:55.659460 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56590) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:55.709466 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-810ad6dd-e539-4804-ab13-b5378a1c3dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.730426 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-810ad6dd-e539-4804-ab13-b5378a1c3dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.781085 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-810ad6dd-e539-4804-ab13-b5378a1c3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.783948 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-810ad6dd-e539-4804-ab13-b5378a1c3dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:55.785095 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-810ad6dd-e539-4804-ab13-b5378a1c3dd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a695a79f-51d0-45e3-858b-eb4e861fac6e HTTP/1.1" status: 204 len: 168 time: 0.1240194 Aug 12 21:10:55.792914 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ad6dd-e539-4804-ab13-b5378a1c3dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a695a79f-51d0-45e3-858b-eb4e861fac6e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:56.093209 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56596) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:56.106787 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f89d5b5f-34e6-4824-87e0-a89614d93686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.192022 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f89d5b5f-34e6-4824-87e0-a89614d93686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.195469 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f89d5b5f-34e6-4824-87e0-a89614d93686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.235259 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-f89d5b5f-34e6-4824-87e0-a89614d93686 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3b6e4da67f048e1b332a2459e3a309b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408601 Aug 12 21:10:56.236370 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d5b5f-34e6-4824-87e0-a89614d93686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6af39d6-ce28-49df-8b68-d23945b7fa50,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:56.237932 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:56.285514 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6946a334-70c5-4bb5-b29a-45b0b6296e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.305003 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6946a334-70c5-4bb5-b29a-45b0b6296e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.349258 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6946a334-70c5-4bb5-b29a-45b0b6296e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.351723 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6946a334-70c5-4bb5-b29a-45b0b6296e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.352840 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-6946a334-70c5-4bb5-b29a-45b0b6296e7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6af39d6-ce28-49df-8b68-d23945b7fa50 HTTP/1.1" status: 204 len: 168 time: 0.1139300 Aug 12 21:10:56.360154 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946a334-70c5-4bb5-b29a-45b0b6296e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6af39d6-ce28-49df-8b68-d23945b7fa50,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:56.477555 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd94f06-b696-4b0a-ae90-93a3e675dabe req-6de0d9cd-3837-46fa-9b13-a46cbe8cb4dd tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:56.479040 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dbd94f06-b696-4b0a-ae90-93a3e675dabe req-6de0d9cd-3837-46fa-9b13-a46cbe8cb4dd tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 945 time: 0.0497017 Aug 12 21:10:56.517095 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dbd94f06-b696-4b0a-ae90-93a3e675dabe req-d553adea-6794-4e9e-8aa6-271f927e4a30 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321679 Aug 12 21:10:56.757467 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device ded0f1d8-a460-43cf-9e2e-49e6c63a4732 up at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 21:10:56.807235 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning for port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 21:10:56.812495 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Provisioning complete for port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 21:10:56.812707 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1740813'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.929816 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.952876 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:10:56.955130 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fce7d7e1b52ce3d8db1545a635bf513fe56bf0264a0cb2c4df249f2a595670" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7088d796-b525-4b20-be0d-59656ef23742" -d '{"events": [{"server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "name": "network-vif-plugged", "status": "completed", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:10:56.968699 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] For port ded0f1d8-a460-43cf-9e2e-49e6c63a4732, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:10:56.973182 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:56.999084 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba862cac-6381-457f-ac97-445761555755 x-openstack-request-id: req-ba862cac-6381-457f-ac97-445761555755 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:10:56.999368 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "name": "network-vif-plugged", "status": "completed", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:10:56.999752 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba862cac-6381-457f-ac97-445761555755 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:10:57.000139 dv-cinder-804457-1-iscsi neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'code': 200} Aug 12 21:10:57.026989 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Pushing event updated for resources: {'Port': ['ID=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:57.211720 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411104e9-b84f-4dfd-bc41-53a597c3db69 req-424fba48-97e2-4c2b-b10f-da4fafda049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:57.213295 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-411104e9-b84f-4dfd-bc41-53a597c3db69 req-424fba48-97e2-4c2b-b10f-da4fafda049b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 1099 time: 0.0413489 Aug 12 21:10:57.249214 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-411104e9-b84f-4dfd-bc41-53a597c3db69 req-b6b4bd59-5ebc-42a1-9cae-dd21c5c662f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287912 Aug 12 21:10:57.643904 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527c925-56e6-484d-b0f0-e2cdf9b5e20f req-4998841e-0d65-4cb2-a520-630b5f8a3594 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:57.645351 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6527c925-56e6-484d-b0f0-e2cdf9b5e20f req-4998841e-0d65-4cb2-a520-630b5f8a3594 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 946 time: 0.0497949 Aug 12 21:10:57.687122 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-6527c925-56e6-484d-b0f0-e2cdf9b5e20f req-32d419e2-5686-4929-a097-bc2760166aa4 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358393 Aug 12 21:10:57.747086 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:57.908667 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Deleting port 81578055-34e0-45d1-a20f-d9925c204117 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:10:57.909073 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:57.984919 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:57.984919 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:57.996453 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Calling delete_port for 81578055-34e0-45d1-a20f-d9925c204117 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:10:58.148509 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:58.173738 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event deleted for resources: {'Port': ['ID=81578055-34e0-45d1-a20f-d9925c204117,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:10:58.237165 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:58.237492 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Floating IP 6cb77334-f7c2-40e7-aa75-d53ba156f6a9 disassociated (deleted). External IP: 172.27.0.50, port: f1fca0f8-5380-4698-9116-3e212048f04f. Aug 12 21:10:58.444767 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:10:58.550439 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:10:58.555296 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:58.559980 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e6735-0a1e-4264-af00-260a34555250 None None] Sync routers for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:10:58.569770 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e6735-0a1e-4264-af00-260a34555250 None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:10:58.570371 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-599e6735-0a1e-4264-af00-260a34555250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:58.584633 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b9d18d59-1e39-4419-a521-aff2bcecce1b tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "DELETE /v2.0/floatingips/6cb77334-f7c2-40e7-aa75-d53ba156f6a9 HTTP/1.1" status: 204 len: 168 time: 0.8341374 Aug 12 21:10:58.584633 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:10:58.585516 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925371e5-2808-4a67-8eaa-458d14d9278e" -d '{"events": [{"name": "network-changed", "server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:10:58.639286 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9172aa-9611-400d-bbfc-a27a2d4937e8 x-openstack-request-id: req-2f9172aa-9611-400d-bbfc-a27a2d4937e8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:10:58.639598 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:10:58.640434 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f9172aa-9611-400d-bbfc-a27a2d4937e8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:10:58.640434 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'status': 'completed', 'code': 200} Aug 12 21:10:58.691254 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-599e6735-0a1e-4264-af00-260a34555250 None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:10:58.707532 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925371e5-2808-4a67-8eaa-458d14d9278e req-e23bd6cd-eb69-4e7e-9af6-3ac792a5d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:58.711123 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-925371e5-2808-4a67-8eaa-458d14d9278e req-e23bd6cd-eb69-4e7e-9af6-3ac792a5d098 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ca414b979314f839e90721cb53a4a82&device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 1099 time: 0.0479276 Aug 12 21:10:58.890897 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6871c4-17eb-4cfd-9cee-0dbb154994cc req-e3d5f31d-2870-43bc-964f-9cd69dafc744 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:58.892368 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dd6871c4-17eb-4cfd-9cee-0dbb154994cc req-e3d5f31d-2870-43bc-964f-9cd69dafc744 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.1104546 Aug 12 21:10:58.902086 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ee033-2c18-4abc-a827-a8fce29e5774 req-080a6434-2f0e-40ff-8f11-f2d3817b78f2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:58.903552 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-561ee033-2c18-4abc-a827-a8fce29e5774 req-080a6434-2f0e-40ff-8f11-f2d3817b78f2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 946 time: 0.1227047 Aug 12 21:10:58.912325 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925371e5-2808-4a67-8eaa-458d14d9278e req-69889c9e-dcee-443e-8526-b070535eca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:58.913693 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-925371e5-2808-4a67-8eaa-458d14d9278e req-69889c9e-dcee-443e-8526-b070535eca65 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 200 len: 910 time: 0.1932979 Aug 12 21:10:58.922651 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-599e6735-0a1e-4264-af00-260a34555250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:12Z', 'revision_number': 5, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:58.951447 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e6735-0a1e-4264-af00-260a34555250 None None] Checking router: ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:10:58.960378 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e6735-0a1e-4264-af00-260a34555250 None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:10:58.960914 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-599e6735-0a1e-4264-af00-260a34555250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:58.977645 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-925371e5-2808-4a67-8eaa-458d14d9278e req-2f1e1456-cc7c-4b32-9365-02bc3a6e7193 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 200 len: 217 time: 0.0553389 Aug 12 21:10:59.008330 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-dd6871c4-17eb-4cfd-9cee-0dbb154994cc req-000ca848-9046-4263-9465-fbf4e2ee0afa tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038065 Aug 12 21:10:59.031490 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-561ee033-2c18-4abc-a827-a8fce29e5774 req-063556c4-fd30-4dc2-9148-43a4c73df874 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160131 Aug 12 21:10:59.049545 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925371e5-2808-4a67-8eaa-458d14d9278e req-514aa513-1261-4d91-9920-2fb32154595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:59.051067 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-925371e5-2808-4a67-8eaa-458d14d9278e req-514aa513-1261-4d91-9920-2fb32154595a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=303ce668-62f8-4663-bd20-a7d9def21d44 HTTP/1.1" status: 200 len: 848 time: 0.0653844 Aug 12 21:10:59.072041 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-599e6735-0a1e-4264-af00-260a34555250 None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:10:59.098493 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925371e5-2808-4a67-8eaa-458d14d9278e req-51c153a9-85c9-4529-a34a-eaddd636908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:59.100083 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-925371e5-2808-4a67-8eaa-458d14d9278e req-51c153a9-85c9-4529-a34a-eaddd636908c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d83c3d07-8230-4996-9e8d-fdeec6ac8391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412483 Aug 12 21:10:59.209342 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822b270-0c49-4dc5-a2b1-ca5491286d49 req-6786b2b8-5ead-44fe-afb6-58247a96b9bd tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:59.211048 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b822b270-0c49-4dc5-a2b1-ca5491286d49 req-6786b2b8-5ead-44fe-afb6-58247a96b9bd tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 946 time: 0.1032212 Aug 12 21:10:59.245411 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-925371e5-2808-4a67-8eaa-458d14d9278e req-55c37e64-b241-4c5e-9a54-8a18a14be748 service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275084 Aug 12 21:10:59.269975 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-b822b270-0c49-4dc5-a2b1-ca5491286d49 req-29a0e50e-e80a-4a75-bcf7-99482f060c89 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502043 Aug 12 21:10:59.275130 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-599e6735-0a1e-4264-af00-260a34555250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:12Z', 'revision_number': 5, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:10:59.293428 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:59.302810 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e6735-0a1e-4264-af00-260a34555250 None None] The sync data for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi is: [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:06:02Z', 'revision_number': 4, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0a5855ef-ee6a-43e8-b996-2999741a5181', 'name': '', 'network_id': 'd83c3d07-8230-4996-9e8d-fdeec6ac8391', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'mac_address': 'fa:16:3e:a8:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:01Z', 'updated_at': '2021-08-12T21:06:12Z', 'revision_number': 5, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'subnets': [{'id': '303ce668-62f8-4663-bd20-a7d9def21d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:10:59.340262 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a470a580-faee-4282-82c0-a91063d99e0b tempest-TestVolumeBootPattern-872611557 tempest-TestVolumeBootPattern-872611557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:10:59.344985 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-a470a580-faee-4282-82c0-a91063d99e0b tempest-TestVolumeBootPattern-872611557 tempest-TestVolumeBootPattern-872611557-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 1094 time: 0.0467000 Aug 12 21:10:59.345277 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56702) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:10:59.349773 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Request body: {'floatingip': {'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'port_id': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 21:10:59.352391 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-925371e5-2808-4a67-8eaa-458d14d9278e req-6d579f08-58c8-4dd1-b902-f1dc4111d51f service neutron] 10.222.0.42 "GET /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969903 Aug 12 21:10:59.376832 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:59.477753 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:59.543327 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce032047-fdcc-45e0-876b-60b3b184082f None None] New status for floating IP 6cb77334-f7c2-40e7-aa75-d53ba156f6a9: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:10:59.590121 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Allocated IP 172.27.0.31 (3420122f-1f14-48a5-8dd4-b8dcc162d5e3/8213765b-5590-4610-ae7f-19e763b84f6a/3d8ff54b-17ea-4936-a672-0e11124504ef) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 21:10:59.692845 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:59.732698 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770705271781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:10:59.771797 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Network 3420122f-1f14-48a5-8dd4-b8dcc162d5e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 21:10:59.776444 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 21:10:59.778986 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 21:10:59.808444 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'Port': ['ID=3d8ff54b-17ea-4936-a672-0e11124504ef,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:00.132172 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37a10e-63b5-46bc-b0a1-0e4620a6ecd7 req-48e2fa71-699b-42e2-b309-1b0752e8a4e3 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:00.133750 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0c37a10e-63b5-46bc-b0a1-0e4620a6ecd7 req-48e2fa71-699b-42e2-b309-1b0752e8a4e3 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0557225 Aug 12 21:11:00.173855 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-0c37a10e-63b5-46bc-b0a1-0e4620a6ecd7 req-0d9b0c7f-9b34-4e64-912d-23f3cc53c050 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/security-groups?id=72f4086d-848a-4c01-9f3c-9dcacae7494d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Aug 12 21:11:00.371793 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:00.399427 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-6e147345-3faa-439f-8d88-af1ed3bfd69c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:00.400903 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-6e147345-3faa-439f-8d88-af1ed3bfd69c tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.42 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 946 time: 0.0480108 Aug 12 21:11:00.441996 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:00.500194 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Deleting port f1fca0f8-5380-4698-9116-3e212048f04f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:11:00.500540 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:00.588799 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] For port f1fca0f8-5380-4698-9116-3e212048f04f, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=f1fca0f8-5380-4698-9116-3e212048f04f,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:11:00.589162 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:00.594056 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:00.599057 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770705661076', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770705271799', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770705272077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4239308'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:00.603927 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Calling delete_port for f1fca0f8-5380-4698-9116-3e212048f04f owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:11:00.665038 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event updated for resources: {'Port': ['ID=3d8ff54b-17ea-4936-a672-0e11124504ef,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:00.679984 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896150'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:00.753107 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:00.789461 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event deleted for resources: {'Port': ['ID=f1fca0f8-5380-4698-9116-3e212048f04f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:00.796326 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Floating IP df4bbc91-79fa-4a32-a38c-b9d4a0411f29 associated. External IP: 172.27.0.31, port: ded0f1d8-a460-43cf-9e2e-49e6c63a4732. Aug 12 21:11:00.828924 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] No DVR routers for this DVR port f1fca0f8-5380-4698-9116-3e212048f04f on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:11:00.831384 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:00.833420 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-92170e55-c65e-4d2c-b361-0ab920e822d3 req-c171e527-5fdd-4fa3-a350-9d047f4fa623 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.42 "DELETE /v2.0/ports/f1fca0f8-5380-4698-9116-3e212048f04f HTTP/1.1" status: 204 len: 173 time: 0.4259481 Aug 12 21:11:00.833858 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'name': 'network-vif-deleted', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:11:00.836183 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9c49e6-4a57-4418-8392-7e0300adf9ca" -d '{"events": [{"server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "name": "network-vif-deleted", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:11:00.888884 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea979866-4f66-4d44-ad36-abe8e8d58b1e x-openstack-request-id: req-ea979866-4f66-4d44-ad36-abe8e8d58b1e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:11:00.889529 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6", "name": "network-vif-deleted", "tag": "f1fca0f8-5380-4698-9116-3e212048f04f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:11:00.889855 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea979866-4f66-4d44-ad36-abe8e8d58b1e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:11:00.890312 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6', 'name': 'network-vif-deleted', 'tag': 'f1fca0f8-5380-4698-9116-3e212048f04f', 'status': 'completed', 'code': 200} Aug 12 21:11:01.015108 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:11:01.129227 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:11:01.139947 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] Sync routers for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:11:01.148015 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:01.151609 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:11:01.152347 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:01.183096 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5f3d5254-f6ff-4791-ba5e-21697b506060 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8365998 Aug 12 21:11:01.183857 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:11:01.186747 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb67f07b-4000-40c6-9da5-260bc5fd0913" -d '{"events": [{"name": "network-changed", "server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:11:01.244043 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4e0ce9-30f9-46e9-877d-b93e72b71265 x-openstack-request-id: req-db4e0ce9-30f9-46e9-877d-b93e72b71265 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:11:01.244405 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:11:01.248322 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db4e0ce9-30f9-46e9-877d-b93e72b71265 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:11:01.249406 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'status': 'completed', 'code': 200} Aug 12 21:11:01.296297 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:11:01.336431 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c0138cad-981c-4491-8883-e265eee8929c req-86527a1f-8862-4d65-95d6-8e4cceab61f8 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "GET /v2.0/ports?device_id=013d6625-75ba-4fcc-b5f1-05a4a0c3c6d6 HTTP/1.1" status: 200 len: 210 time: 0.0338278 Aug 12 21:11:01.350616 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-058d173b-3970-49bd-bb54-77b039d49e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:01.352739 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-058d173b-3970-49bd-bb54-77b039d49e47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 1099 time: 0.0868614 Aug 12 21:11:01.450634 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-cc17cd4d-249f-4ced-81e0-da1337dd712a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:01.452827 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-cc17cd4d-249f-4ced-81e0-da1337dd712a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.0914173 Aug 12 21:11:01.525165 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-191fb6f5-fdb3-49c8-85df-ce4b0777bc72 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ded0f1d8-a460-43cf-9e2e-49e6c63a4732 HTTP/1.1" status: 200 len: 999 time: 0.0642493 Aug 12 21:11:01.536956 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '2efc09e0-6d89-4d67-80d9-ef28d5b55fad', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:08:41Z', 'updated_at': '2021-08-12T21:08:42Z', 'revision_number': 1, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}, {'id': 'df4bbc91-79fa-4a32-a38c-b9d4a0411f29', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:f5:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:10:59Z', 'updated_at': '2021-08-12T21:10:59Z', 'revision_number': 0, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:01.563754 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] Checking router: c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:11:01.572987 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:11:01.573604 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:01.577487 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-968bd958-2f80-4c25-b164-5f84959bce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:01.579008 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-968bd958-2f80-4c25-b164-5f84959bce9e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0458784 Aug 12 21:11:01.627909 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-6933debd-9ab4-4fbf-b636-79a70df5b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:01.629384 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-6933debd-9ab4-4fbf-b636-79a70df5b6dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417399 Aug 12 21:11:01.830149 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:11:02.038816 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-3a88308f-dd8e-424d-9622-9b347afc6468 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977797 Aug 12 21:11:02.080990 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '2efc09e0-6d89-4d67-80d9-ef28d5b55fad', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:08:41Z', 'updated_at': '2021-08-12T21:08:42Z', 'revision_number': 1, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}, {'id': 'df4bbc91-79fa-4a32-a38c-b9d4a0411f29', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:f5:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:10:59Z', 'updated_at': '2021-08-12T21:10:59Z', 'revision_number': 0, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:02.108807 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ce08cd-c2f1-462f-a8ae-61ab8a52e206 None None] The sync data for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi is: [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '2efc09e0-6d89-4d67-80d9-ef28d5b55fad', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:08:41Z', 'updated_at': '2021-08-12T21:08:42Z', 'revision_number': 1, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}, {'id': 'df4bbc91-79fa-4a32-a38c-b9d4a0411f29', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:f5:14:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:10:59Z', 'updated_at': '2021-08-12T21:10:59Z', 'revision_number': 0, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:11:02.134806 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-eb67f07b-4000-40c6-9da5-260bc5fd0913 req-31d25878-4de6-477d-b580-b75786d091b8 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872254 Aug 12 21:11:02.294313 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf33c6a-e346-416e-8a4e-0855e34ad077 None None] New status for floating IP df4bbc91-79fa-4a32-a38c-b9d4a0411f29: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:11:02.399623 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56724) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:02.462471 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0cef10f-1bad-42ce-93d1-2d797c785102 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:02.489327 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0cef10f-1bad-42ce-93d1-2d797c785102 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:02.548026 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0cef10f-1bad-42ce-93d1-2d797c785102 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:02.550539 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0cef10f-1bad-42ce-93d1-2d797c785102 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:02.551756 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-c0cef10f-1bad-42ce-93d1-2d797c785102 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] 10.222.0.18 "DELETE /v2.0/security-groups/72f4086d-848a-4c01-9f3c-9dcacae7494d HTTP/1.1" status: 204 len: 168 time: 0.1511512 Aug 12 21:11:02.560862 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cef10f-1bad-42ce-93d1-2d797c785102 tempest-TestShelveInstance-453748561 tempest-TestShelveInstance-453748561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f4086d-848a-4c01-9f3c-9dcacae7494d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:02.601481 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56728) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:03.097388 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553366'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:03.347092 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Deleting port 0a5855ef-ee6a-43e8-b996-2999741a5181 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:11:03.347426 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:03.424983 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] For port 0a5855ef-ee6a-43e8-b996-2999741a5181, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=0a5855ef-ee6a-43e8-b996-2999741a5181,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:11:03.425714 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:03.439299 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Calling delete_port for 0a5855ef-ee6a-43e8-b996-2999741a5181 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:11:03.621099 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:03.650431 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5855ef-ee6a-43e8-b996-2999741a5181,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:03.819368 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-896294'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:04.037955 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:11:04.142780 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:11:04.147730 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-9a063f3d-515d-4e39-abf6-5b28ab1ae2e4 admin admin] 10.222.0.18 "PUT /v2.0/routers/ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5452113 Aug 12 21:11:04.150294 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:04.152202 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] Sync routers for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:11:04.162538 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:11:04.163178 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:04.255089 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:04.268803 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:11:04.355464 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:04.454354 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:11:03Z', 'revision_number': 5, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port': {'id': '01d434ed-f998-4c85-b05d-aa17487ffa34', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:6c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:58Z', 'updated_at': '2021-08-12T21:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:04.485839 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] Checking router: ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:11:04.494744 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] Routers {'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:11:04.495375 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:04.584439 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] Set router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:11:04.637385 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:11:04Z', 'revision_number': 6, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port_host': None}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:04.657888 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Deleting port 01d434ed-f998-4c85-b05d-aa17487ffa34 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:11:04.658890 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:04.669637 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3dc5fa-c586-41fe-8a49-6a531c141519 None None] The sync data for ids ['ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c'] in dv-cinder-804457-1-iscsi is: [{'id': 'ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c', 'name': 'tempest-TestShelveInstance-1626672895-router', 'tenant_id': '3ca414b979314f839e90721cb53a4a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:57Z', 'updated_at': '2021-08-12T21:11:04Z', 'revision_number': 6, 'project_id': '3ca414b979314f839e90721cb53a4a82', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:11:04.743138 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] For port 01d434ed-f998-4c85-b05d-aa17487ffa34, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=01d434ed-f998-4c85-b05d-aa17487ffa34,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:11:04.743503 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:04.756107 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Calling delete_port for 01d434ed-f998-4c85-b05d-aa17487ffa34 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:11:04.820441 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f1fca0f8-5380-4698-9116-3e212048f04f no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:11:04.840814 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: f1fca0f8-5380-4698-9116-3e212048f04f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:11:04.841160 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device f1fca0f8-5380-4698-9116-3e212048f04f not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:11:04.919920 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:04.946346 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d434ed-f998-4c85-b05d-aa17487ffa34,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:05.015723 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896220'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.108809 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.111073 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.154758 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890687'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.156773 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:11:05.162451 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.163660 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-d09c5031-37e3-4181-8ffb-62653d14fd62 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ccdcaefd-7f2e-43d6-b8b0-5fc914f06e6c HTTP/1.1" status: 204 len: 168 time: 1.0124302 Aug 12 21:11:05.166190 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:05.214137 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd5f014-5d00-4e64-b028-7e344e95b29f admin admin] Deleting subnet 303ce668-62f8-4663-bd20-a7d9def21d44 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:11:05.217035 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bd5f014-5d00-4e64-b028-7e344e95b29f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.251016 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bd5f014-5d00-4e64-b028-7e344e95b29f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.327908 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bd5f014-5d00-4e64-b028-7e344e95b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.383838 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bd5f014-5d00-4e64-b028-7e344e95b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.410712 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5f014-5d00-4e64-b028-7e344e95b29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=303ce668-62f8-4663-bd20-a7d9def21d44,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:05.413047 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bd5f014-5d00-4e64-b028-7e344e95b29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.415305 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-5bd5f014-5d00-4e64-b028-7e344e95b29f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/303ce668-62f8-4663-bd20-a7d9def21d44 HTTP/1.1" status: 204 len: 168 time: 0.2476854 Aug 12 21:11:05.417959 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56742) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:05.418452 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa73e72b-a823-478f-bea0-c6bab766a8ef None None] Network d83c3d07-8230-4996-9e8d-fdeec6ac8391 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:11:05.497146 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.553430 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Deleting port 9d4d8caa-39d1-4d20-af21-644d88b79fbe {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:11:05.553776 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.624715 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] For port 9d4d8caa-39d1-4d20-af21-644d88b79fbe, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=9d4d8caa-39d1-4d20-af21-644d88b79fbe,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:11:05.624990 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f331c32b-1b11-49ab-a79a-b23308615347 None None] DHCP port deletion for d83c3d07-8230-4996-9e8d-fdeec6ac8391 request from dv-cinder-804457-1-iscsi {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 21:11:05.625101 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.638403 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Calling delete_port for 9d4d8caa-39d1-4d20-af21-644d88b79fbe owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:11:05.672796 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f331c32b-1b11-49ab-a79a-b23308615347 None None] Deleting port 9d4d8caa-39d1-4d20-af21-644d88b79fbe {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:11:05.673054 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f331c32b-1b11-49ab-a79a-b23308615347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.723399 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.740027 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f331c32b-1b11-49ab-a79a-b23308615347 None None] For port 9d4d8caa-39d1-4d20-af21-644d88b79fbe, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=9d4d8caa-39d1-4d20-af21-644d88b79fbe,segment=NetworkSegment(86338cb4-b683-42fb-8cfe-943da540c51d),segment_id=86338cb4-b683-42fb-8cfe-943da540c51d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:11:05.740439 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f331c32b-1b11-49ab-a79a-b23308615347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.754248 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4d8caa-39d1-4d20-af21-644d88b79fbe,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:05.756127 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] No DVR routers for this DVR port 9d4d8caa-39d1-4d20-af21-644d88b79fbe on host dv-cinder-804457-1-iscsi {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:11:05.756455 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f331c32b-1b11-49ab-a79a-b23308615347 None None] Calling delete_port for 9d4d8caa-39d1-4d20-af21-644d88b79fbe owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:11:05.837203 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.840584 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f331c32b-1b11-49ab-a79a-b23308615347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.848042 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83c3d07-8230-4996-9e8d-fdeec6ac8391']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:05.858045 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86338cb4-b683-42fb-8cfe-943da540c51d') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:05.858325 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86338cb4-b683-42fb-8cfe-943da540c51d') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:05.865146 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331c32b-1b11-49ab-a79a-b23308615347 None None] Pushing event deleted for resources: {'Port': ['ID=9d4d8caa-39d1-4d20-af21-644d88b79fbe,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:05.866802 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893026'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.870725 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f331c32b-1b11-49ab-a79a-b23308615347 None None] No DVR routers for this DVR port 9d4d8caa-39d1-4d20-af21-644d88b79fbe on host dv-cinder-804457-1-iscsi {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:11:05.883487 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.890007 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:11:05.890476 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5140727'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: Traceback (most recent call last): Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: timer() Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: cb(*args, **kw) Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: return func(*args, **kwargs) Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: self._notify() Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: self.callback(batched_events) Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: event.method(event) Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: return f(self, *a, **k) Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._get(url).json() Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: return self.request(url, 'GET', **kwargs) Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:11:05.892283 dv-cinder-804457-1-iscsi neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:11:05.944244 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.950280 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:05.952689 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d83c3d07-8230-4996-9e8d-fdeec6ac8391 HTTP/1.1" status: 204 len: 168 time: 0.5342023 Aug 12 21:11:05.955874 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56744) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:05.963565 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419cca6-fb6b-4fde-a29e-6be3b511ef16 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83c3d07-8230-4996-9e8d-fdeec6ac8391,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:06.306097 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553366'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:06.555609 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Deleting port 81adcb8b-2c21-4ee4-94e5-f991988c5324 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:11:06.555986 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:06.634828 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] For port 81adcb8b-2c21-4ee4-94e5-f991988c5324, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=81adcb8b-2c21-4ee4-94e5-f991988c5324,segment=NetworkSegment(185958b8-1bf6-4c44-bc51-c492f4410554),segment_id=185958b8-1bf6-4c44-bc51-c492f4410554)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:11:06.635241 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:06.649633 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Calling delete_port for 81adcb8b-2c21-4ee4-94e5-f991988c5324 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:11:06.713718 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 0a5855ef-ee6a-43e8-b996-2999741a5181 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:11:06.734147 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 0a5855ef-ee6a-43e8-b996-2999741a5181 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:11:06.734486 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 0a5855ef-ee6a-43e8-b996-2999741a5181 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:11:06.734968 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 01d434ed-f998-4c85-b05d-aa17487ffa34 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:11:06.753536 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 01d434ed-f998-4c85-b05d-aa17487ffa34 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:11:06.753880 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 01d434ed-f998-4c85-b05d-aa17487ffa34 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:11:06.754300 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 9d4d8caa-39d1-4d20-af21-644d88b79fbe no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:11:06.775907 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 9d4d8caa-39d1-4d20-af21-644d88b79fbe {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:11:06.776250 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 9d4d8caa-39d1-4d20-af21-644d88b79fbe not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:11:06.831272 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:06.857746 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Pushing event deleted for resources: {'Port': ['ID=81adcb8b-2c21-4ee4-94e5-f991988c5324,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:07.025973 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-896294'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:07.239186 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:11:07.347153 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:11:07.352054 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-880f6aa3-7dc7-401f-bbae-e94ee9151249 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca1c5761-dd92-4f8b-83e5-5c76b5a57c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3950756 Aug 12 21:11:07.354530 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:07.357135 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] Sync routers for ids ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:11:07.366613 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] Routers {'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:11:07.367260 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:07.459693 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:07.472718 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] Set router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:11:07.560475 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:07.614877 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Deleting port af62b433-46b1-4978-936b-95fa201b420a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:11:07.615216 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:07.656595 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': 'af62b433-46b1-4978-936b-95fa201b420a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:06:05Z', 'updated_at': '2021-08-12T21:11:06Z', 'revision_number': 5, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'gw_port': {'id': 'af62b433-46b1-4978-936b-95fa201b420a', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:06:06Z', 'updated_at': '2021-08-12T21:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:07.698554 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] For port af62b433-46b1-4978-936b-95fa201b420a, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=af62b433-46b1-4978-936b-95fa201b420a,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:11:07.698971 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:07.712029 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Calling delete_port for af62b433-46b1-4978-936b-95fa201b420a owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:11:07.770452 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] Checking router: ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:11:07.778626 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] Routers {'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:11:07.779344 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:10:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:07.866714 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] Set router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:11:07.887075 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:07.918447 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Pushing event deleted for resources: {'Port': ['ID=af62b433-46b1-4978-936b-95fa201b420a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:07.929228 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:06:05Z', 'updated_at': '2021-08-12T21:11:07Z', 'revision_number': 6, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'gw_port_host': None}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:07.960438 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e34b445-ed20-4a0a-aad1-2f0a9b4b00af None None] The sync data for ids ['ca1c5761-dd92-4f8b-83e5-5c76b5a57c14'] in dv-cinder-804457-1-iscsi is: [{'id': 'ca1c5761-dd92-4f8b-83e5-5c76b5a57c14', 'name': 'tempest-TestShelveInstance-1388227909-router', 'tenant_id': '16cd8bcabefb4ed7b150351e5731980c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:06:05Z', 'updated_at': '2021-08-12T21:11:07Z', 'revision_number': 6, 'project_id': '16cd8bcabefb4ed7b150351e5731980c', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:11:07.977089 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896220'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.065983 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.068197 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.112804 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890687'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.113718 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:11:08.118327 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.119638 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-44038780-0aef-4ccb-aa63-134a341fb212 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ca1c5761-dd92-4f8b-83e5-5c76b5a57c14 HTTP/1.1" status: 204 len: 168 time: 0.7641726 Aug 12 21:11:08.122125 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:08.167202 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1895e7f8-d199-4482-b69c-b5b6c9db0f55 admin admin] Deleting subnet 596c4097-9753-4fc8-9685-b832d8b7702c {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:11:08.170983 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1895e7f8-d199-4482-b69c-b5b6c9db0f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.206797 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1895e7f8-d199-4482-b69c-b5b6c9db0f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.288222 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1895e7f8-d199-4482-b69c-b5b6c9db0f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.343310 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1895e7f8-d199-4482-b69c-b5b6c9db0f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.370895 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895e7f8-d199-4482-b69c-b5b6c9db0f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=596c4097-9753-4fc8-9685-b832d8b7702c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:08.372805 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1895e7f8-d199-4482-b69c-b5b6c9db0f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.374785 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-1895e7f8-d199-4482-b69c-b5b6c9db0f55 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/596c4097-9753-4fc8-9685-b832d8b7702c HTTP/1.1" status: 204 len: 168 time: 0.2516642 Aug 12 21:11:08.377187 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:08.380404 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174b96a-b7dc-4cdb-866e-8ea323481828 None None] Network fc9d6fa1-6150-4364-9370-87aa65dfdfe5 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:11:08.448517 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.507317 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Deleting port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:11:08.507930 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.585132 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] For port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=38b2fa39-073e-4ef1-957c-799ac8bdc1a4,segment=NetworkSegment(185958b8-1bf6-4c44-bc51-c492f4410554),segment_id=185958b8-1bf6-4c44-bc51-c492f4410554)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:11:08.585495 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.599153 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Calling delete_port for 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:11:08.747378 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a24f269-13d6-4b73-a00a-865ad4730532 None None] DHCP port deletion for fc9d6fa1-6150-4364-9370-87aa65dfdfe5 request from dv-cinder-804457-1-iscsi {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 21:11:08.810596 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:11:08.813264 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5a24f269-13d6-4b73-a00a-865ad4730532 None None] Deleting port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:11:08.813634 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a24f269-13d6-4b73-a00a-865ad4730532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.908004 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5a24f269-13d6-4b73-a00a-865ad4730532 None None] For port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=38b2fa39-073e-4ef1-957c-799ac8bdc1a4,segment=NetworkSegment(185958b8-1bf6-4c44-bc51-c492f4410554),segment_id=185958b8-1bf6-4c44-bc51-c492f4410554)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:11:08.908343 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a24f269-13d6-4b73-a00a-865ad4730532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.924246 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5a24f269-13d6-4b73-a00a-865ad4730532 None None] Calling delete_port for 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:11:08.937938 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:08.963605 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b2fa39-073e-4ef1-957c-799ac8bdc1a4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:08.970216 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] No DVR routers for this DVR port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 on host dv-cinder-804457-1-iscsi {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:11:09.002062 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804366'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.047738 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.060062 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9d6fa1-6150-4364-9370-87aa65dfdfe5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:09.067225 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 81adcb8b-2c21-4ee4-94e5-f991988c5324 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:11:09.074523 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185958b8-1bf6-4c44-bc51-c492f4410554') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:09.075066 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185958b8-1bf6-4c44-bc51-c492f4410554') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:11:09.084241 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4238539'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.094975 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 81adcb8b-2c21-4ee4-94e5-f991988c5324 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:11:09.094975 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 81adcb8b-2c21-4ee4-94e5-f991988c5324 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:11:09.094975 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device af62b433-46b1-4978-936b-95fa201b420a no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:11:09.098484 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.104759 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:11:09.105145 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239144'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: Traceback (most recent call last): Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: timer() Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: cb(*args, **kw) Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: return func(*args, **kwargs) Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: self._notify() Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: self.callback(batched_events) Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: event.method(event) Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: return f(self, *a, **k) Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._get(url).json() Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: return self.request(url, 'GET', **kwargs) Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:11:09.106987 dv-cinder-804457-1-iscsi neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:11:09.120899 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a24f269-13d6-4b73-a00a-865ad4730532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.124991 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: af62b433-46b1-4978-936b-95fa201b420a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:11:09.125496 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device af62b433-46b1-4978-936b-95fa201b420a not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:11:09.150055 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24f269-13d6-4b73-a00a-865ad4730532 None None] Pushing event deleted for resources: {'Port': ['ID=38b2fa39-073e-4ef1-957c-799ac8bdc1a4,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:09.167877 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a24f269-13d6-4b73-a00a-865ad4730532 None None] No DVR routers for this DVR port 38b2fa39-073e-4ef1-957c-799ac8bdc1a4 on host dv-cinder-804457-1-iscsi {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:11:09.183682 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.190754 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.192680 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fc9d6fa1-6150-4364-9370-87aa65dfdfe5 HTTP/1.1" status: 204 len: 168 time: 0.8144896 Aug 12 21:11:09.207419 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182de856-f568-4a3b-9552-33da9ae87b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9d6fa1-6150-4364-9370-87aa65dfdfe5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:09.222656 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97283c96-81da-48e4-b85a-fcbaa99e6108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.317598 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56776) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:09.356326 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-088ad10e-096c-4d63-a894-c162457ad23f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ca414b979314f839e90721cb53a4a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375454 Aug 12 21:11:09.358785 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56778) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:09.410070 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e2bcfda-6963-4829-af8d-6c18c51303ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.431481 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e2bcfda-6963-4829-af8d-6c18c51303ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.482160 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e2bcfda-6963-4829-af8d-6c18c51303ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.485807 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e2bcfda-6963-4829-af8d-6c18c51303ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.487179 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-8e2bcfda-6963-4829-af8d-6c18c51303ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ed89405-8ea9-40f7-996d-575aa365780f HTTP/1.1" status: 204 len: 168 time: 0.1273856 Aug 12 21:11:09.495902 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bcfda-6963-4829-af8d-6c18c51303ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed89405-8ea9-40f7-996d-575aa365780f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:09.785322 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56784) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:09.824603 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-6f42f889-c1ba-4b60-9f6b-e44ccc041875 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16cd8bcabefb4ed7b150351e5731980c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381291 Aug 12 21:11:09.827184 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56786) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:09.874275 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17f204ac-a3f0-4a5f-9422-e2e6f1e4eda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.894039 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17f204ac-a3f0-4a5f-9422-e2e6f1e4eda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.942546 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17f204ac-a3f0-4a5f-9422-e2e6f1e4eda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.945056 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17f204ac-a3f0-4a5f-9422-e2e6f1e4eda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:09.946213 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-17f204ac-a3f0-4a5f-9422-e2e6f1e4eda3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eaa66a4-89f6-42f0-8d6a-948d9884b781 HTTP/1.1" status: 204 len: 168 time: 0.1180570 Aug 12 21:11:09.954258 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f204ac-a3f0-4a5f-9422-e2e6f1e4eda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaa66a4-89f6-42f0-8d6a-948d9884b781,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:12.136435 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6716fc2-5b89-4ea5-82cb-6998f0f5d095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:12.538792 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:13.025029 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:14.551504 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:11:14.589223 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:14.895049 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:17.270729 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-26fc2592-e060-4b1a-aa61-4bd8eb436ab6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1695373 Aug 12 21:11:17.333777 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-92eeb95a-0665-4d71-9103-16deea57fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:17.335236 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-92eeb95a-0665-4d71-9103-16deea57fb85 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 1098 time: 0.0415139 Aug 12 21:11:17.435055 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-837b2bb5-cd07-4891-8eb9-ab232f231bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:17.436513 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-837b2bb5-cd07-4891-8eb9-ab232f231bda service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.0805995 Aug 12 21:11:17.505229 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-78e1d489-f03e-42c7-a81f-eab279c18de6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82957565-4827-4a6f-b4c1-be4bab7b811e HTTP/1.1" status: 200 len: 1000 time: 0.0598459 Aug 12 21:11:17.555721 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-497793e6-aa25-4dd3-9537-6267c6087bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:17.557094 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-497793e6-aa25-4dd3-9537-6267c6087bed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0409532 Aug 12 21:11:17.602007 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-702015af-bc8f-48b9-8427-42459f148e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:11:17.603474 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-702015af-bc8f-48b9-8427-42459f148e8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383382 Aug 12 21:11:17.616073 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-01350c35-86a9-40b1-8dad-977457d8c69c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 21:11:17.616991 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-01350c35-86a9-40b1-8dad-977457d8c69c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048735 Aug 12 21:11:17.707414 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-901ccfc9-40a9-40d8-9f90-be0031d32e66 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821815 Aug 12 21:11:17.795061 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-4b3152bf-a0fd-44d5-8073-3ed5eb34c9cf req-6c8860d8-47a3-4f77-83c4-e63a154f404e service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794191 Aug 12 21:11:30.654871 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56878) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:30.757166 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:30.844513 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:30.848983 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:30.886707 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c6c14619ffa4ab582b15c42594c72f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307737 Aug 12 21:11:30.887554 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f35e550-2bc6-4060-b647-814e4a435d8c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:30.889412 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 56882) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:30.895626 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.895972 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.896315 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.896656 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.896998 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.897335 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.897667 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.897998 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.898325 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.898652 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.899004 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.899328 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0692633b-86cc-4d0f-88ab-89e57768fce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:30.940459 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:30.962376 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:31.007123 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:31.009776 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:31.010934 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f35e550-2bc6-4060-b647-814e4a435d8c HTTP/1.1" status: 204 len: 168 time: 0.1205161 Aug 12 21:11:31.018942 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f35e550-2bc6-4060-b647-814e4a435d8c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:31.025830 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.026187 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.026531 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.026896 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.027229 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.027560 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.027887 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.028214 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.028556 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.028993 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.029175 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:31.029500 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e813-d67e-416b-98c9-00407c74fc50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:11:34.479030 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:34.581348 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60f84064-cdde-4ab0-b05b-9e0858a20882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:34.668330 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60f84064-cdde-4ab0-b05b-9e0858a20882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:34.672881 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60f84064-cdde-4ab0-b05b-9e0858a20882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:34.708107 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f84064-cdde-4ab0-b05b-9e0858a20882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7ef12b-9391-4f09-afa2-0894459e7f97,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:34.712364 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-60f84064-cdde-4ab0-b05b-9e0858a20882 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0eb55d6e20f94b68ad0671cb2e5926ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323196 Aug 12 21:11:34.715022 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:11:34.764701 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92663e5a-2062-4cb8-b1f4-fb66277af6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:34.785762 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92663e5a-2062-4cb8-b1f4-fb66277af6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:34.830944 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92663e5a-2062-4cb8-b1f4-fb66277af6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:34.833671 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92663e5a-2062-4cb8-b1f4-fb66277af6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:34.834864 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-92663e5a-2062-4cb8-b1f4-fb66277af6cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e7ef12b-9391-4f09-afa2-0894459e7f97 HTTP/1.1" status: 204 len: 168 time: 0.1189172 Aug 12 21:11:34.842236 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92663e5a-2062-4cb8-b1f4-fb66277af6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7ef12b-9391-4f09-afa2-0894459e7f97,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:11:39.213540 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d6fa2a2d-3e33-4dfa-abdc-45e1a8b9b281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:42.136336 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-890ed206-f890-4c55-bbe2-9c6b1ff7ec67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:42.539779 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:43.028435 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:44.592714 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:44.895720 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:11:51.550615 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:12:09.214957 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cd39526e-a92f-48e9-8841-743c592c1750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:12.137306 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8067-fdff-4d61-8f18-61753a571223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:12.540856 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:13.032848 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:14.595546 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:14.924154 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:17.914394 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-faa201fe-9308-46dd-9a1d-f8b4cac2ec51 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416386 Aug 12 21:12:17.995440 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-77ae00a9-ace0-4adb-a2d0-7ac199d40e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:17.996867 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-77ae00a9-ace0-4adb-a2d0-7ac199d40e21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 1098 time: 0.0403008 Aug 12 21:12:18.099665 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-0a9afbc8-b48c-41fe-9c40-e855c8eea0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:18.101093 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-0a9afbc8-b48c-41fe-9c40-e855c8eea0fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.0840242 Aug 12 21:12:18.164232 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-2aaaf199-8457-4774-9f4d-330ddc182747 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82957565-4827-4a6f-b4c1-be4bab7b811e HTTP/1.1" status: 200 len: 1000 time: 0.0558698 Aug 12 21:12:18.210359 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-cb10ee1d-9bf5-4e6c-af79-ba72fa20c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:18.211778 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-cb10ee1d-9bf5-4e6c-af79-ba72fa20c4c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0411613 Aug 12 21:12:18.258085 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-5236950c-9219-45e8-975f-de121620ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:18.259725 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-5236950c-9219-45e8-975f-de121620ad16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413821 Aug 12 21:12:18.345043 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-65fe8a36-34bb-4b7d-9434-b58f0bbba46c service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772667 Aug 12 21:12:18.433193 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-38baed99-6885-4b88-a2e2-4389a2085ce1 req-ac69457e-749d-4804-a2fa-28d71ff4b542 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816743 Aug 12 21:12:28.549453 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:12:32.673478 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56948) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:32.829185 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Deleting port 3d8ff54b-17ea-4936-a672-0e11124504ef {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:32.829525 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:32.903261 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:32.903579 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:32.915002 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Calling delete_port for 3d8ff54b-17ea-4936-a672-0e11124504ef owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:33.055470 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:33.082804 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event deleted for resources: {'Port': ['ID=3d8ff54b-17ea-4936-a672-0e11124504ef,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:33.092904 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.093252 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.093585 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.094122 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.094472 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.094830 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.095158 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.095479 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.095799 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.096121 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.096438 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.096753 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:33.150875 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:33.151204 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Floating IP df4bbc91-79fa-4a32-a38c-b9d4a0411f29 disassociated (deleted). External IP: 172.27.0.31, port: ded0f1d8-a460-43cf-9e2e-49e6c63a4732. Aug 12 21:12:33.352040 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:12:33.454585 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:12:33.459454 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:33.464462 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] Sync routers for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:12:33.473734 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:12:33.474582 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:12:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:33.485323 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-3de445e2-f6c6-4333-8cbe-1dc802833ec3 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "DELETE /v2.0/floatingips/df4bbc91-79fa-4a32-a38c-b9d4a0411f29 HTTP/1.1" status: 204 len: 168 time: 0.8107803 Aug 12 21:12:33.485911 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:12:33.488166 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db16b77-3239-46e0-bc63-ad5cf0ce7531" -d '{"events": [{"name": "network-changed", "server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:12:33.718391 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:12:33.728643 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897aeba-e97c-48b1-add1-bba64cb6a7c5 req-5ab5a4ee-ea82-4654-8058-ad4f32321ea1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:33.730154 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c897aeba-e97c-48b1-add1-bba64cb6a7c5 req-5ab5a4ee-ea82-4654-8058-ad4f32321ea1 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 946 time: 0.0623522 Aug 12 21:12:33.731247 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a13dfd8-fc23-4cd4-9ec3-f83519f03632 x-openstack-request-id: req-2a13dfd8-fc23-4cd4-9ec3-f83519f03632 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:12:33.731700 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:12:33.731883 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a13dfd8-fc23-4cd4-9ec3-f83519f03632 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:12:33.732591 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'status': 'completed', 'code': 200} Aug 12 21:12:33.794783 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-c897aeba-e97c-48b1-add1-bba64cb6a7c5 req-40800756-108b-4a07-ba0b-ac95eb41d81e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577695 Aug 12 21:12:33.806901 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-e2f1ad52-f3d5-4c34-86a9-a5753abd62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:33.808380 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-e2f1ad52-f3d5-4c34-86a9-a5753abd62ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 1099 time: 0.0543408 Aug 12 21:12:33.903171 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-754c539c-9492-4b95-8cfb-4b66a439ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:33.904558 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-754c539c-9492-4b95-8cfb-4b66a439ebe2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.0879450 Aug 12 21:12:33.942081 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '2efc09e0-6d89-4d67-80d9-ef28d5b55fad', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:08:41Z', 'updated_at': '2021-08-12T21:08:42Z', 'revision_number': 1, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:33.948033 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-b2bc27bb-ea7f-4e67-9083-74ed6afbfc4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ded0f1d8-a460-43cf-9e2e-49e6c63a4732 HTTP/1.1" status: 200 len: 217 time: 0.0347738 Aug 12 21:12:33.972186 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] Checking router: c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:12:33.980337 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:12:33.980941 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:12:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:33.997111 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-3eab575d-9b5c-4c16-9752-8b3757e423a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:33.998564 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-3eab575d-9b5c-4c16-9752-8b3757e423a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0431526 Aug 12 21:12:34.050614 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-4fa71e83-9dde-48ca-888b-37788fa1f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:34.052144 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-4fa71e83-9dde-48ca-888b-37788fa1f87d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447650 Aug 12 21:12:34.083669 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:12:34.142986 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-d705f267-a2be-4ee3-97ce-65278f966f48 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826018 Aug 12 21:12:34.236999 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-3db16b77-3239-46e0-bc63-ad5cf0ce7531 req-6013072e-f1d5-426b-bf49-50014327cc6a service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862710 Aug 12 21:12:34.299554 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '2efc09e0-6d89-4d67-80d9-ef28d5b55fad', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:08:41Z', 'updated_at': '2021-08-12T21:08:42Z', 'revision_number': 1, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:34.324970 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7acc9f-880d-4250-9030-0cfefa41b16e None None] The sync data for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi is: [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_floatingips': [{'id': '2efc09e0-6d89-4d67-80d9-ef28d5b55fad', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'router_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'port_id': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'mac_address': 'fa:16:3e:2d:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T21:08:41Z', 'updated_at': '2021-08-12T21:08:42Z', 'revision_number': 1, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:12:34.525625 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d0b91-3e8b-422b-87f8-a7f9a01bd496 None None] New status for floating IP df4bbc91-79fa-4a32-a38c-b9d4a0411f29: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:12:34.911226 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8ffcf-3c63-47e8-8604-eed19061eab8 req-21678ac0-f969-4c60-bd97-d107d5eaf45e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:34.912698 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ace8ffcf-3c63-47e8-8604-eed19061eab8 req-21678ac0-f969-4c60-bd97-d107d5eaf45e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 946 time: 0.0495832 Aug 12 21:12:34.950787 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ace8ffcf-3c63-47e8-8604-eed19061eab8 req-2d8383ab-535a-42c6-8df7-68e4315b9d24 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321438 Aug 12 21:12:35.371069 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-77407016-9b21-477e-b42d-0666e9e40627 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:35.372508 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-77407016-9b21-477e-b42d-0666e9e40627 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 946 time: 0.0472379 Aug 12 21:12:35.465541 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Deleting port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:35.465886 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:35.553131 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] For port ded0f1d8-a460-43cf-9e2e-49e6c63a4732, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:12:35.553494 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:35.566552 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Calling delete_port for ded0f1d8-a460-43cf-9e2e-49e6c63a4732 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:35.695004 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:35.723103 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event deleted for resources: {'Port': ['ID=ded0f1d8-a460-43cf-9e2e-49e6c63a4732,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:35.736003 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.736003 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.736003 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.736401 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.736639 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.736965 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.737293 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.737613 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.737932 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.738247 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.738561 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.738900 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:35.776317 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] No DVR routers for this DVR port ded0f1d8-a460-43cf-9e2e-49e6c63a4732 on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:12:35.778600 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:35.780580 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-7fb3dcc6-9bb1-49f2-ac1b-e6acebb57fe0 req-abaa5321-9f6b-43e6-8f06-a9281523b6b2 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "DELETE /v2.0/ports/ded0f1d8-a460-43cf-9e2e-49e6c63a4732 HTTP/1.1" status: 204 len: 173 time: 0.4013386 Aug 12 21:12:35.781005 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'name': 'network-vif-deleted', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:12:35.783817 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21d1a59-2376-4bd6-ad30-1d588a4d26fc" -d '{"events": [{"server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "name": "network-vif-deleted", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:12:35.878250 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e0eb9d-8b87-4657-bbb7-60532b9916ab x-openstack-request-id: req-e7e0eb9d-8b87-4657-bbb7-60532b9916ab {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:12:35.878539 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0051bc29-4db8-44e9-9f7a-5cfbb809ef99", "name": "network-vif-deleted", "tag": "ded0f1d8-a460-43cf-9e2e-49e6c63a4732", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:12:35.878835 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7e0eb9d-8b87-4657-bbb7-60532b9916ab {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:12:35.879216 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0051bc29-4db8-44e9-9f7a-5cfbb809ef99', 'name': 'network-vif-deleted', 'tag': 'ded0f1d8-a460-43cf-9e2e-49e6c63a4732', 'status': 'completed', 'code': 200} Aug 12 21:12:36.045935 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-ee60847f-6328-4ded-bcc0-65e20c25251b req-d3980ce7-2097-49f0-ae3f-288eba9b9b2e tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=0051bc29-4db8-44e9-9f7a-5cfbb809ef99 HTTP/1.1" status: 200 len: 210 time: 0.0255566 Aug 12 21:12:39.214702 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-91cb6165-6ffc-4744-804c-ac86e4e1c32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:39.304319 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device ded0f1d8-a460-43cf-9e2e-49e6c63a4732 no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:12:39.316874 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 56998) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:39.328151 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: ded0f1d8-a460-43cf-9e2e-49e6c63a4732 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:12:39.328499 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device ded0f1d8-a460-43cf-9e2e-49e6c63a4732 not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:12:39.471737 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Deleting port 17f85549-dcef-4660-9375-78719195690c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:39.472083 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:39.545923 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:39.546243 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:39.558213 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Calling delete_port for 17f85549-dcef-4660-9375-78719195690c owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:39.698616 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:39.723955 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event deleted for resources: {'Port': ['ID=17f85549-dcef-4660-9375-78719195690c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:39.784607 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:39.784936 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.db.l3_db [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Floating IP 2efc09e0-6d89-4d67-80d9-ef28d5b55fad disassociated (deleted). External IP: 172.27.0.51, port: 82957565-4827-4a6f-b4c1-be4bab7b811e. Aug 12 21:12:39.983169 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:12:40.086597 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:12:40.091412 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:40.097519 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] Sync routers for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:12:40.106343 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:12:40.106990 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:12:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:40.117551 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-31786376-673b-4786-96f1-e3d89226a265 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "DELETE /v2.0/floatingips/2efc09e0-6d89-4d67-80d9-ef28d5b55fad HTTP/1.1" status: 204 len: 168 time: 0.7995310 Aug 12 21:12:40.118149 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:12:40.120439 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1a224259e72443c9c13c19438342ae6ea9f7ea4908e79e70dd3ec5b9d33a2e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b1d1db-436c-4d09-a824-972fee41b8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:12:40.160261 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 21:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb1ba56-76b4-4222-9aa3-b1097f7fca3a x-openstack-request-id: req-4cb1ba56-76b4-4222-9aa3-b1097f7fca3a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:12:40.160548 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:12:40.160819 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cb1ba56-76b4-4222-9aa3-b1097f7fca3a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:12:40.161217 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'status': 'completed', 'code': 200} Aug 12 21:12:40.212721 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:12:40.225667 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-229705e6-12e8-4f56-a7d7-3aa5c4b7c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:40.227226 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-229705e6-12e8-4f56-a7d7-3aa5c4b7c5b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=25554f910881480e9f295dcdd56d9e25&device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 1098 time: 0.0453236 Aug 12 21:12:40.362983 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-ba2a01e4-04c8-4be7-ad3a-3ef6e406e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:40.364453 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-ba2a01e4-04c8-4be7-ad3a-3ef6e406e21c service neutron] 10.222.0.42 "GET /v2.0/networks?id=7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 200 len: 913 time: 0.1239712 Aug 12 21:12:40.376923 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65059c3f-f5ac-4a29-87cb-a079199f80d5 req-4b96b670-ee3c-454e-8fa3-ea4b82af0651 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:40.378343 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-65059c3f-f5ac-4a29-87cb-a079199f80d5 req-4b96b670-ee3c-454e-8fa3-ea4b82af0651 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 945 time: 0.0680966 Aug 12 21:12:40.414137 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:40.416960 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-3ae35d6d-78a6-4616-ae8d-ee08f90d419b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82957565-4827-4a6f-b4c1-be4bab7b811e HTTP/1.1" status: 200 len: 217 time: 0.0376837 Aug 12 21:12:40.441672 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] Checking router: c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:12:40.450086 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:12:40.450927 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:12:12Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:40.479144 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-65059c3f-f5ac-4a29-87cb-a079199f80d5 req-02f36e84-3a07-48ad-bbe0-56f83f934a09 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932214 Aug 12 21:12:40.485068 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-a95a7975-0210-4593-a65b-a786a5074376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:40.486587 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-a95a7975-0210-4593-a65b-a786a5074376 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 200 len: 851 time: 0.0621195 Aug 12 21:12:40.534411 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-74889390-7fd6-42fc-9e69-734f3278a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:40.535930 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-74889390-7fd6-42fc-9e69-734f3278a0c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7bc566f5-51d9-4a29-8243-74ac69229236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412934 Aug 12 21:12:40.557172 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:12:40.627678 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-7466172a-e75b-44cd-ac5f-3df901017893 service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829058 Aug 12 21:12:40.722264 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-72b1d1db-436c-4d09-a824-972fee41b8f3 req-dc111071-ea76-4f43-82fe-604bad59ee6d service neutron] 10.222.0.42 "GET /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859265 Aug 12 21:12:40.754414 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:40.779479 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee11ce7-ec45-492c-863a-ccd1409d4ca2 None None] The sync data for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi is: [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:05:26Z', 'revision_number': 4, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi', '_interfaces': [{'id': '0780c7bc-e381-49ca-bb65-05ac63842684', 'name': '', 'network_id': '7bc566f5-51d9-4a29-8243-74ac69229236', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'mac_address': 'fa:16:3e:08:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:26Z', 'updated_at': '2021-08-12T21:05:32Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'subnets': [{'id': '322d3263-2fcf-40d2-92bd-c9878a934116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:12:40.980883 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805714ef-fb25-4c1f-bfea-59eb193fa75a None None] New status for floating IP 2efc09e0-6d89-4d67-80d9-ef28d5b55fad: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 21:12:41.596555 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1078738-2e85-42ef-bc7f-767bfe4a2a7b req-0efb25fa-c20c-456b-b1f7-3ec2f3d4aa01 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:41.598006 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f1078738-2e85-42ef-bc7f-767bfe4a2a7b req-0efb25fa-c20c-456b-b1f7-3ec2f3d4aa01 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 945 time: 0.0485334 Aug 12 21:12:41.634991 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-f1078738-2e85-42ef-bc7f-767bfe4a2a7b req-9700c390-aa77-41c0-a851-3267184f7d67 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/security-groups?id=e72cb26a-5d70-4e91-a726-1f4d95b3fceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310130 Aug 12 21:12:41.789653 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-b825c04f-4ea7-4273-99b5-7442357c5f38 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 21:12:41.790976 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-b825c04f-4ea7-4273-99b5-7442357c5f38 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 945 time: 0.0464795 Aug 12 21:12:41.879356 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Deleting port 82957565-4827-4a6f-b4c1-be4bab7b811e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:41.879699 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:41.964121 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] For port 82957565-4827-4a6f-b4c1-be4bab7b811e, host hv-cinder-80445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80445',level=0,port_id=82957565-4827-4a6f-b4c1-be4bab7b811e,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:12:41.964517 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:41.977597 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Calling delete_port for 82957565-4827-4a6f-b4c1-be4bab7b811e owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:42.107158 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:42.137763 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-98af2b19-f7ba-4175-b96b-f51130b7c13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:42.138445 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event deleted for resources: {'Port': ['ID=82957565-4827-4a6f-b4c1-be4bab7b811e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:42.184315 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] No DVR routers for this DVR port 82957565-4827-4a6f-b4c1-be4bab7b811e on host hv-cinder-80445 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:12:42.186770 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:42.188754 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-2d88ddb1-ab79-44e9-b9fd-ab5a90184a72 req-f5468f60-7a65-4c62-8c72-ece79ddbdbc8 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.42 "DELETE /v2.0/ports/82957565-4827-4a6f-b4c1-be4bab7b811e HTTP/1.1" status: 204 len: 173 time: 0.3909605 Aug 12 21:12:42.189175 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'name': 'network-vif-deleted', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 21:12:42.191373 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}893e2d7f5bb9cdd74d50758da106bbe6571921a53be23c463204edcb24e83cf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6424e96b-3af3-4936-a307-e5c8e4973072" -d '{"events": [{"server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "name": "network-vif-deleted", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 21:12:42.228082 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 21:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d509341-2f32-45fb-b488-af0fbd11d102 x-openstack-request-id: req-4d509341-2f32-45fb-b488-af0fbd11d102 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 21:12:42.228363 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644bab1d-bcce-4881-9a25-57cda8ea560c", "name": "network-vif-deleted", "tag": "82957565-4827-4a6f-b4c1-be4bab7b811e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 21:12:42.228608 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d509341-2f32-45fb-b488-af0fbd11d102 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 21:12:42.228989 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644bab1d-bcce-4881-9a25-57cda8ea560c', 'name': 'network-vif-deleted', 'tag': '82957565-4827-4a6f-b4c1-be4bab7b811e', 'status': 'completed', 'code': 200} Aug 12 21:12:42.543469 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:42.739565 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [req-42877f35-e311-4eef-9ed2-8f1392d96934 req-6c3b056f-ab9f-4e81-975b-3dc9418a268a tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "GET /v2.0/ports?device_id=644bab1d-bcce-4881-9a25-57cda8ea560c HTTP/1.1" status: 200 len: 210 time: 0.0263376 Aug 12 21:12:43.035877 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:43.793703 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 57014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:43.911868 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Deleting port 4202b064-efe2-4160-adee-03f8e8fb9786 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:43.912209 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:43.987249 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:43.987579 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:43.998785 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Calling delete_port for 4202b064-efe2-4160-adee-03f8e8fb9786 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:44.128815 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:44.153546 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event deleted for resources: {'Port': ['ID=4202b064-efe2-4160-adee-03f8e8fb9786,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:44.210350 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:44.212858 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-481199'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:44.214012 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-84849f7b-a641-4738-8e93-6110a04014d9 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "DELETE /v2.0/floatingips/daf8eb6e-e25b-4d95-8c0c-31791ffc09a9 HTTP/1.1" status: 204 len: 168 time: 0.4193316 Aug 12 21:12:44.597821 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:44.927069 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:45.318991 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 82957565-4827-4a6f-b4c1-be4bab7b811e no longer exists at agent hyperv_hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:12:45.338173 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] No Port match for: 82957565-4827-4a6f-b4c1-be4bab7b811e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:12:45.338518 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Device 82957565-4827-4a6f-b4c1-be4bab7b811e not bound to the agent host hv-cinder-80445 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:12:45.402530 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 57026) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:45.463899 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d12644a-6619-4b61-bebd-458273edbbc5 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:45.488793 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d12644a-6619-4b61-bebd-458273edbbc5 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:45.555084 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d12644a-6619-4b61-bebd-458273edbbc5 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:45.558432 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d12644a-6619-4b61-bebd-458273edbbc5 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:45.559625 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-6d12644a-6619-4b61-bebd-458273edbbc5 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] 10.222.0.18 "DELETE /v2.0/security-groups/e72cb26a-5d70-4e91-a726-1f4d95b3fceb HTTP/1.1" status: 204 len: 168 time: 0.1560616 Aug 12 21:12:45.569320 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12644a-6619-4b61-bebd-458273edbbc5 tempest-TestVolumeBootPattern-182840112 tempest-TestVolumeBootPattern-182840112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72cb26a-5d70-4e91-a726-1f4d95b3fceb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:45.617742 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 57030) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:46.129256 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553366'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:46.374152 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Deleting port 0780c7bc-e381-49ca-bb65-05ac63842684 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:46.374491 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:46.454271 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] For port 0780c7bc-e381-49ca-bb65-05ac63842684, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=0780c7bc-e381-49ca-bb65-05ac63842684,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:12:46.455025 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:46.701899 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Calling delete_port for 0780c7bc-e381-49ca-bb65-05ac63842684 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:46.876538 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:46.906890 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0780c7bc-e381-49ca-bb65-05ac63842684,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:47.059098 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-896294'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:47.265751 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:12:47.369840 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:12:47.377948 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-da6778a2-8e43-4a93-859b-5502c59677ab admin admin] 10.222.0.18 "PUT /v2.0/routers/c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560744 Aug 12 21:12:47.377948 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 57034) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:47.378884 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] Sync routers for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:12:47.388878 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:12:47.389486 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:12:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:47.480976 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:47.493312 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:12:47.580676 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:47.633358 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Deleting port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:47.633700 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:47.671115 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:12:46Z', 'revision_number': 5, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port': {'id': 'ccbfad6e-cb8e-4502-bbf5-b3d7decf779d', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ea:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:24Z', 'updated_at': '2021-08-12T21:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:47.717827 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] For port ccbfad6e-cb8e-4502-bbf5-b3d7decf779d, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=ccbfad6e-cb8e-4502-bbf5-b3d7decf779d,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:12:47.718201 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:47.733053 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Calling delete_port for ccbfad6e-cb8e-4502-bbf5-b3d7decf779d owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:47.823139 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] Checking router: c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 for host: dv-cinder-804457-1-iscsi {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:12:47.831363 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] Routers {'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:12:47.831898 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:12:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:47.907250 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:47.919007 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] Set router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:12:47.934596 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbfad6e-cb8e-4502-bbf5-b3d7decf779d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:47.975102 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:12:47Z', 'revision_number': 6, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port_host': None}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:47.992253 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896220'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.002722 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ea6dc4-63fd-4db2-aea5-d9a54f5fa4b1 None None] The sync data for ids ['c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7'] in dv-cinder-804457-1-iscsi is: [{'id': 'c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7', 'name': 'tempest-TestVolumeBootPattern-1630224606-router', 'tenant_id': '25554f910881480e9f295dcdd56d9e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:23Z', 'updated_at': '2021-08-12T21:12:47Z', 'revision_number': 6, 'project_id': '25554f910881480e9f295dcdd56d9e25', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:12:48.082316 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.084386 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.128400 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890687'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.128960 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:12:48.133210 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.134434 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-7038c4cd-bd34-4a73-93d8-df282660aa4b admin admin] 10.222.0.18 "DELETE /v2.0/routers/c1c7ada4-b77d-4d8a-980f-4a83ca6c4dd7 HTTP/1.1" status: 204 len: 168 time: 0.7555690 Aug 12 21:12:48.136920 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 57036) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:48.179282 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cc6a5f-2c2d-491c-9f4f-651e1b3b7563 admin admin] Deleting subnet 322d3263-2fcf-40d2-92bd-c9878a934116 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:12:48.182132 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63cc6a5f-2c2d-491c-9f4f-651e1b3b7563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.214964 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63cc6a5f-2c2d-491c-9f4f-651e1b3b7563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4238556'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.291024 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63cc6a5f-2c2d-491c-9f4f-651e1b3b7563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.345959 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63cc6a5f-2c2d-491c-9f4f-651e1b3b7563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4239350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4240612'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.371181 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc6a5f-2c2d-491c-9f4f-651e1b3b7563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322d3263-2fcf-40d2-92bd-c9878a934116,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:48.377037 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63cc6a5f-2c2d-491c-9f4f-651e1b3b7563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.380145 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-63cc6a5f-2c2d-491c-9f4f-651e1b3b7563 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/322d3263-2fcf-40d2-92bd-c9878a934116 HTTP/1.1" status: 204 len: 168 time: 0.2422447 Aug 12 21:12:48.381356 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.18', 57038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:48.384446 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b3749-33b2-4757-bcc1-54194dbd8675 None None] Network 7bc566f5-51d9-4a29-8243-74ac69229236 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:12:48.454450 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.506392 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Deleting port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:48.507136 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.568440 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] For port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b,segment=NetworkSegment(b02cfc6e-fff4-44f8-acaa-b8097347648b),segment_id=b02cfc6e-fff4-44f8-acaa-b8097347648b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:12:48.568804 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.581198 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Calling delete_port for 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:48.662218 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4239301'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.685553 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:48.690982 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] No DVR routers for this DVR port 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b on host dv-cinder-804457-1-iscsi {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:12:48.758585 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.769936 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc566f5-51d9-4a29-8243-74ac69229236']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:48.779298 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2680421c-fe22-4dc1-978a-bb79dfb0464f None None] DHCP port deletion for 7bc566f5-51d9-4a29-8243-74ac69229236 request from dv-cinder-804457-1-iscsi {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 21:12:48.786086 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02cfc6e-fff4-44f8-acaa-b8097347648b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:48.786460 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02cfc6e-fff4-44f8-acaa-b8097347648b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:48.797595 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4238539'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.812158 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.818938 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:12:48.819766 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4239144'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: Traceback (most recent call last): Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: timer() Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: cb(*args, **kw) Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: return func(*args, **kwargs) Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: self._notify() Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: self.callback(batched_events) Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: event.method(event) Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: return f(self, *a, **k) Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._get(url).json() Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: return self.request(url, 'GET', **kwargs) Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:12:48.821572 dv-cinder-804457-1-iscsi neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:12:48.832368 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:12:48.851852 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:12:48.852196 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 5c93aa26-1ac2-46c7-ae76-c4ceab08cd0b not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:12:48.852603 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 0780c7bc-e381-49ca-bb65-05ac63842684 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:12:48.870720 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 0780c7bc-e381-49ca-bb65-05ac63842684 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:12:48.871048 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 0780c7bc-e381-49ca-bb65-05ac63842684 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:12:48.871465 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device ccbfad6e-cb8e-4502-bbf5-b3d7decf779d no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:12:48.876128 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.881346 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:48.886084 dv-cinder-804457-1-iscsi neutron-server[93759]: INFO neutron.wsgi [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7bc566f5-51d9-4a29-8243-74ac69229236 HTTP/1.1" status: 204 len: 168 time: 0.5010986 Aug 12 21:12:48.886514 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 57040) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:48.891724 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: ccbfad6e-cb8e-4502-bbf5-b3d7decf779d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:12:48.892072 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device ccbfad6e-cb8e-4502-bbf5-b3d7decf779d not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:12:48.895413 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a5042-3f29-4dcd-9345-c6a4514279c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc566f5-51d9-4a29-8243-74ac69229236,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:49.229048 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553366'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:49.459297 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Deleting port 02486cc2-b656-4e11-8ff9-865eadb0bf3a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:49.459635 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:49.537472 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] For port 02486cc2-b656-4e11-8ff9-865eadb0bf3a, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=02486cc2-b656-4e11-8ff9-865eadb0bf3a,segment=NetworkSegment(b9add29c-6cb0-48f7-8fbd-38253d0946a1),segment_id=b9add29c-6cb0-48f7-8fbd-38253d0946a1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:12:49.537745 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:49.549988 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Calling delete_port for 02486cc2-b656-4e11-8ff9-865eadb0bf3a owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:49.723310 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:49.748686 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Pushing event deleted for resources: {'Port': ['ID=02486cc2-b656-4e11-8ff9-865eadb0bf3a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:49.910500 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-783423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-896294'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:50.388479 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Router 703fed5a-c302-4574-9ed3-91a5693019f3 has already been hosted by L3 agent 35ac09da-22d7-4843-9d91-2bd52e39e241 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 21:12:50.490494 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] Notify agent at l3_agent.dv-cinder-804457-1-iscsi the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 21:12:50.499892 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-6b99a986-fc75-4e8e-bbf4-87ce6614fb4f admin admin] 10.222.0.18 "PUT /v2.0/routers/703fed5a-c302-4574-9ed3-91a5693019f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6116254 Aug 12 21:12:50.502642 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 57042) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:50.505114 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] Sync routers for ids ['703fed5a-c302-4574-9ed3-91a5693019f3'] in dv-cinder-804457-1-iscsi {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 21:12:50.514049 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] Routers {'703fed5a-c302-4574-9ed3-91a5693019f3'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:12:50.514638 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:12:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['703fed5a-c302-4574-9ed3-91a5693019f3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:50.604136 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:50.614357 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] Set router 703fed5a-c302-4574-9ed3-91a5693019f3 gateway port host: dv-cinder-804457-1-iscsi {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:12:50.701548 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:50.762627 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Deleting port 124c7e7e-f2de-4962-9ec4-2a0707684cc0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:50.762997 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:50.794027 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'external_fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:28Z', 'updated_at': '2021-08-12T21:12:49Z', 'revision_number': 5, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'gw_port': {'id': '124c7e7e-f2de-4962-9ec4-2a0707684cc0', 'name': '', 'network_id': '3420122f-1f14-48a5-8dd4-b8dcc162d5e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804457-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T21:05:29Z', 'updated_at': '2021-08-12T21:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8213765b-5590-4610-ae7f-19e763b84f6a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804457-1-iscsi'}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:50.820476 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] Checking router: 703fed5a-c302-4574-9ed3-91a5693019f3 for host: dv-cinder-804457-1-iscsi {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 21:12:50.828521 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] Routers {'703fed5a-c302-4574-9ed3-91a5693019f3'} bound to L3 agent in host dv-cinder-804457-1-iscsi {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 21:12:50.829399 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804457-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T20:53:12Z,description=,heartbeat_timestamp=2021-08-12T21:12:42Z,host='dv-cinder-804457-1-iscsi',id=35ac09da-22d7-4843-9d91-2bd52e39e241,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T20:53:12Z,topic='l3_agent')) {'router_ids': ['703fed5a-c302-4574-9ed3-91a5693019f3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:50.838868 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] For port 124c7e7e-f2de-4962-9ec4-2a0707684cc0, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=124c7e7e-f2de-4962-9ec4-2a0707684cc0,segment=NetworkSegment(882ffc45-1a2d-4555-bd22-e43fc85fa623),segment_id=882ffc45-1a2d-4555-bd22-e43fc85fa623)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:12:50.839228 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:50.851838 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Calling delete_port for 124c7e7e-f2de-4962-9ec4-2a0707684cc0 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:50.913255 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] Set router 703fed5a-c302-4574-9ed3-91a5693019f3 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 21:12:50.967415 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:28Z', 'updated_at': '2021-08-12T21:12:50Z', 'revision_number': 6, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'gw_port_host': None}], 'dv-cinder-804457-1-iscsi', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:50.994152 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedd5f39-5a37-401b-a4db-3deaa4ea69fa None None] The sync data for ids ['703fed5a-c302-4574-9ed3-91a5693019f3'] in dv-cinder-804457-1-iscsi is: [{'id': '703fed5a-c302-4574-9ed3-91a5693019f3', 'name': 'tempest-TestVolumeBootPattern-1581648434-router', 'tenant_id': 'b80062bee84b40ec9abdcd687a5c7418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T21:05:28Z', 'updated_at': '2021-08-12T21:12:50Z', 'revision_number': 6, 'project_id': 'b80062bee84b40ec9abdcd687a5c7418', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 21:12:51.015293 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.042814 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=124c7e7e-f2de-4962-9ec4-2a0707684cc0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:51.104988 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896220'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.191031 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-890672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.193108 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.235063 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-890687'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.235508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 703fed5a-c302-4574-9ed3-91a5693019f3 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 21:12:51.239644 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.240763 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7ded88e3-3486-4e37-8aca-bb215659cc4c admin admin] 10.222.0.18 "DELETE /v2.0/routers/703fed5a-c302-4574-9ed3-91a5693019f3 HTTP/1.1" status: 204 len: 168 time: 0.7371840 Aug 12 21:12:51.243177 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 57044) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:51.289574 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3213de1b-5ae0-41e6-889b-ab77c8927b6b admin admin] Deleting subnet 2376642e-9015-42b8-a30b-15e43393772d {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 21:12:51.292433 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3213de1b-5ae0-41e6-889b-ab77c8927b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.324842 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3213de1b-5ae0-41e6-889b-ab77c8927b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893045'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.405879 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3213de1b-5ae0-41e6-889b-ab77c8927b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1743351'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.459502 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3213de1b-5ae0-41e6-889b-ab77c8927b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1743328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-751426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5140521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6180788'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.487961 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213de1b-5ae0-41e6-889b-ab77c8927b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2376642e-9015-42b8-a30b-15e43393772d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:51.491426 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3213de1b-5ae0-41e6-889b-ab77c8927b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.493791 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-3213de1b-5ae0-41e6-889b-ab77c8927b6b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2376642e-9015-42b8-a30b-15e43393772d HTTP/1.1" status: 204 len: 168 time: 0.2492037 Aug 12 21:12:51.495731 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 57046) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:51.498206 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129593c3-e21d-4a82-8c22-5434003f7b3c None None] Network 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 requested from dv-cinder-804457-1-iscsi {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 21:12:51.565156 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1759528'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.616794 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Deleting port 8aa0f691-5418-4c86-9f61-e1d957858e60 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:51.617135 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.681545 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] For port 8aa0f691-5418-4c86-9f61-e1d957858e60, host dv-cinder-804457-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804457-1-iscsi',level=0,port_id=8aa0f691-5418-4c86-9f61-e1d957858e60,segment=NetworkSegment(b9add29c-6cb0-48f7-8fbd-38253d0946a1),segment_id=b9add29c-6cb0-48f7-8fbd-38253d0946a1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:12:51.681842 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.694488 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Calling delete_port for 8aa0f691-5418-4c86-9f61-e1d957858e60 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:51.756663 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] DHCP port deletion for 2e1e5a98-e24e-4aed-b9c3-849220c2ae63 request from dv-cinder-804457-1-iscsi {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 21:12:51.778523 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5140506'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.803387 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Deleting port 8aa0f691-5418-4c86-9f61-e1d957858e60 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 21:12:51.803770 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770705655080'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.804508 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa0f691-5418-4c86-9f61-e1d957858e60,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:51.809390 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] No DVR routers for this DVR port 8aa0f691-5418-4c86-9f61-e1d957858e60 on host dv-cinder-804457-1-iscsi {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:12:51.868625 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] For port 8aa0f691-5418-4c86-9f61-e1d957858e60, host dv-cinder-804457-1-iscsi, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 21:12:51.869015 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893369'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.881921 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Calling delete_port for 8aa0f691-5418-4c86-9f61-e1d957858e60 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 21:12:51.884102 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1736816', 'neutron.services.segments.db._delete_segments_for_network-8770705748848'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.884621 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Port 8aa0f691-5418-4c86-9f61-e1d957858e60 was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 21:12:51.885859 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1804768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770705661058', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770705271790'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.894207 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1e5a98-e24e-4aed-b9c3-849220c2ae63']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:51.904640 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9add29c-6cb0-48f7-8fbd-38253d0946a1') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:51.904933 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9add29c-6cb0-48f7-8fbd-38253d0946a1') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 21:12:51.909824 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Pushing event deleted for resources: {'Port': ['ID=8aa0f691-5418-4c86-9f61-e1d957858e60,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:51.914249 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] No DVR routers for this DVR port 8aa0f691-5418-4c86-9f61-e1d957858e60 on host dv-cinder-804457-1-iscsi {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 21:12:51.914554 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770705756025', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893026'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.921051 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.921399 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.921737 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.922075 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.922961 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.923296 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.923625 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.923952 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.924280 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.924604 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.924925 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.925623 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b02d543-fe22-4a69-80ab-6c9697d01270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804457-1-iscsi {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 21:12:51.937899 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.945774 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 21:12:51.946184 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1743286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5140727'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: Traceback (most recent call last): Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: timer() Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: cb(*args, **kw) Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: return func(*args, **kwargs) Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: self._notify() Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: self.callback(batched_events) Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: event.method(event) Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: return f(self, *a, **k) Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._get(url).json() Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: return self.request(url, 'GET', **kwargs) Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 21:12:51.948183 dv-cinder-804457-1-iscsi neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 21:12:52.007236 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1736809', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-783366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896160'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.012803 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-783384'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.014634 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] 10.222.0.18 "DELETE /v2.0/networks/2e1e5a98-e24e-4aed-b9c3-849220c2ae63 HTTP/1.1" status: 204 len: 168 time: 0.5180113 Aug 12 21:12:52.028366 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8088693-ca5e-4de7-84a1-53571ff8119b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1e5a98-e24e-4aed-b9c3-849220c2ae63,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:52.128069 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 57050) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:52.166264 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-60f10bcf-2e9e-48bf-8591-e6ebb18abcdb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25554f910881480e9f295dcdd56d9e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367701 Aug 12 21:12:52.168635 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 57052) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:52.215519 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dceb8d-15ec-4103-b124-6256f56d725e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.235887 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dceb8d-15ec-4103-b124-6256f56d725e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.282533 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dceb8d-15ec-4103-b124-6256f56d725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.284978 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dceb8d-15ec-4103-b124-6256f56d725e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.286143 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-31dceb8d-15ec-4103-b124-6256f56d725e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ee943a5-1163-4e60-ad14-23fbcbd9b736 HTTP/1.1" status: 204 len: 168 time: 0.1165822 Aug 12 21:12:52.293537 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dceb8d-15ec-4103-b124-6256f56d725e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee943a5-1163-4e60-ad14-23fbcbd9b736,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:52.585607 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 57058) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:52.624627 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-7f853327-354e-49e2-88c5-04ab5456fb4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b80062bee84b40ec9abdcd687a5c7418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378582 Aug 12 21:12:52.627968 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.18', 57060) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 21:12:52.676913 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a431018-f70b-4dfd-b8a3-e397112595dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.698332 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a431018-f70b-4dfd-b8a3-e397112595dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.744866 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a431018-f70b-4dfd-b8a3-e397112595dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753078'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.749030 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a431018-f70b-4dfd-b8a3-e397112595dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:12:52.749693 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 02486cc2-b656-4e11-8ff9-865eadb0bf3a no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:12:52.750246 dv-cinder-804457-1-iscsi neutron-server[93760]: INFO neutron.wsgi [None req-3a431018-f70b-4dfd-b8a3-e397112595dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8bde213-b98d-4f4c-aba2-05a9d184bc82 HTTP/1.1" status: 204 len: 168 time: 0.1212809 Aug 12 21:12:52.760385 dv-cinder-804457-1-iscsi neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a431018-f70b-4dfd-b8a3-e397112595dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bde213-b98d-4f4c-aba2-05a9d184bc82,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 21:12:52.774740 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 02486cc2-b656-4e11-8ff9-865eadb0bf3a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:12:52.775080 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 02486cc2-b656-4e11-8ff9-865eadb0bf3a not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:12:52.775493 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 124c7e7e-f2de-4962-9ec4-2a0707684cc0 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:12:52.797056 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 124c7e7e-f2de-4962-9ec4-2a0707684cc0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:12:52.797955 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 124c7e7e-f2de-4962-9ec4-2a0707684cc0 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:12:52.798473 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 8aa0f691-5418-4c86-9f61-e1d957858e60 no longer exists at agent ovs-agent-dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 21:12:52.821058 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] No Port match for: 8aa0f691-5418-4c86-9f61-e1d957858e60 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 21:12:52.821405 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Device 8aa0f691-5418-4c86-9f61-e1d957858e60 not bound to the agent host dv-cinder-804457-1-iscsi {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 21:13:05.547132 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:13:09.215313 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e472facc-d7e3-4160-9faa-c59df039263b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:12.258752 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3facb79a-9236-4dfb-a762-8932d9587e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:12.547591 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:13.038331 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:14.600342 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:14.932688 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:39.216017 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0559eef-8962-4659-87d4-d560f6afc007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:42.139511 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6b0003f9-1c73-49d6-9ad3-17dc69283508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:42.544745 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:13:42.547519 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:43.040966 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:44.603398 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:13:44.927810 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:09.217234 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09294143-3b44-4120-be39-969e0acac0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:12.139162 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd936-92bf-413c-9dff-19ed01dbeeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:12.547720 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:13.043900 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:14.606500 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:14.940161 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:19.544228 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:14:39.218564 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3754acb2-0c2e-486c-b859-8f984a694598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:42.139729 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-02f315a0-68ce-4687-89d3-ed34ba93feca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:42.548309 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:43.048174 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:44.607885 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:44.954491 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:14:56.543116 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:15:09.218300 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ac10a93f-fb4c-4eb9-bd64-8d31d9c75dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:12.141583 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c481ae50-f46e-488b-b085-f0632f39b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:12.549284 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:13.048940 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:14.611220 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:14.954460 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:33.542362 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:15:39.218358 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-904fb392-4afd-4381-b9cd-a1871d240a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:42.143446 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46b6ae93-6aff-4d09-b209-f2e7e96262cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:42.558739 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:43.060314 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:44.612635 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:15:44.973451 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:09.218049 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-801cd8f8-e0cb-446e-b5a5-1107a4855226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:10.540990 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:16:12.143775 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dbf54f21-e4fb-4a93-9a59-4b2651c37c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:12.549372 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:13.056192 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:14.615271 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:14.985096 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:29.159623 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [req-d740643a-91fc-4e96-acab-00e992a11935 req-1c4bf504-5d4e-4064-ab98-5ee806f55495 service neutron] (93759) timed out ('10.222.0.42', 50929) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 21:16:31.201236 dv-cinder-804457-1-iscsi neutron-server[93759]: DEBUG neutron.wsgi [req-a6f471ea-9aed-48dc-adca-78ae299090b2 req-d6892866-a15d-4026-842e-cab92e9ecc04 service neutron] (93759) timed out ('10.222.0.42', 50956) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 21:16:39.217869 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6689e85c-a11c-47f2-ae47-e8cee5ae6066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:42.144881 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a87770ca-4883-460c-a2ba-5a3d0fe38b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:42.548991 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:43.057581 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:44.618217 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:44.994899 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:16:47.540606 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:17:09.218275 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dd145bc7-ff12-4cf2-8449-b08158431b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:12.145697 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1278cc23-e4e5-4b09-85dd-b0f10135df4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:12.549518 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:13.060657 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:14.621134 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:14.990039 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:24.540527 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 21:17:39.218791 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-80dab3dd-2c44-41cf-b475-3849df1f80b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:42.147226 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-90175aa3-41b2-44b4-8b4b-8cc352d816cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:42.550755 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c1069c5-1adc-4f96-a84d-3f650d497ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:43.063632 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63370252-4997-4823-9ada-4989df565e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:44.624491 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fced69a2-b079-409c-8039-010a519db7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:17:45.005555 dv-cinder-804457-1-iscsi neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cb96a3-3dd5-42f7-975e-4d6910eecb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770705748740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1741054'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 21:18:01.539952 dv-cinder-804457-1-iscsi neutron-server[93762]: DEBUG neutron.db.agents_db [None req-6ded7f6f-64cf-4a8e-b6a1-dec1899dd0ce None None] Agent healthcheck: found 6 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}